-- Logs begin at Thu 2021-04-08 19:04:11 UTC, end at Thu 2021-04-08 19:57:36 UTC. -- Apr 08 19:34:16.795995 dv-cinder-784623-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 19:34:19.638728 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.common.config [-] Logging enabled! Apr 08 19:34:19.639263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46 Apr 08 19:34:19.640628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85192) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 19:34:19.642384 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.common.config [-] Logging enabled! Apr 08 19:34:19.642670 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46 Apr 08 19:34:19.643019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85192) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 19:34:19.644065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 19:34:19.644333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 19:34:19.645417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 19:34:19.645726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 19:34:19.645986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 19:34:19.646347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.646699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.647034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.647294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.647634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.647961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.648264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.648641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.648962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.649285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.649600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.649917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.650175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.650492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.650817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.651140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.651381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] debug = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.651695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.652230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.652569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.652891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.653216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.653528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.653835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.654146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.654472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.654832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] host = dv-cinder-784623-4-smb {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.655144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.655480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.655797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.656126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.656430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.656768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.657088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.657394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.657701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.658009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.658332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.658658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.658987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.659240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.659492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.659817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.660140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.660448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.660779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.661088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.661445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.661753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.662052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.662378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.662701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.663025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.663334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.663644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.663948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.664251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.664595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.664906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.665213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.665522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.665848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.666153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.666458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.666799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.667123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.667445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.667768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.668075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.668395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.668722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.669028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.669331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_json = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.669634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.669938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.670256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.670560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.670863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.671169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.671472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.671796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:19.672133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.672466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.672824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.673143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.673473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.673786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.674111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.674421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.675104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.675427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.675752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.676058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.676380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.676710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.677098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.677577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.677913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.678243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.678548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.678853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.679157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.679469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.679790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.680125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.680450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.680780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.681093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.681422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.681733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.682040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.682355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.682681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.682989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.683297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.683610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.683918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.684220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.684541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.684854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.685179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.685487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.685791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.686089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.686396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.686698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.687015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.687325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.687627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.687928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.688235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.688596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.688850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.689157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.689458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.689764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.690068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.690369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.690671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.690974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.691270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.691573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.691873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.692184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.692584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.692896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.693198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.693502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.693804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.694125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.694454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.694761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.695072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.695381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.695691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.695997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.696305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.696637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.696947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.697246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.697571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.697885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.698199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.698510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.698819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.699146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.699454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.699770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.700077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.700387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.700734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.701047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.701371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.701698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.702021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.702349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.702675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.702984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.703326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.703639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:19.703885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 19:34:19.704149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85192) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 08 19:34:20.352251 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading Gnome Apr 08 19:34:20.368878 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading Google Apr 08 19:34:20.371415 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading Windows (alt) Apr 08 19:34:20.375132 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading file Apr 08 19:34:20.375927 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading keyczar Apr 08 19:34:20.376195 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading multi Apr 08 19:34:20.376862 dv-cinder-784623-4-smb neutron-server[85192]: INFO keyring.backend [-] Loading pyfs Apr 08 19:34:20.422942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:20.423242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:20.423566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:20.423934 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 19:34:20.814880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.815478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.815478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.818495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.818799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.819092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.855251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.855555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.855849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.869306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.869614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.869920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.935975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.936285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.936607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.937729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.938038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:20.938334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.205671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.205894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.206190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.206477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.208430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.356182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.356583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.356902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.357200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.357489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.357874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.358167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.358453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.358741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.359074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.359357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.359635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.359931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.360214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.360520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.360848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.361134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.361444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.361723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.362042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.362485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.362761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.363035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.363366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.363638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.363908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.364452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.364909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.365187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.365458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.365727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.365994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:21.366414 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 19:34:21.369567 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 19:34:21.373567 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 19:34:21.377536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 08 19:34:21.379179 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 19:34:21.380530 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 19:34:21.380938 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 19:34:21.381371 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 19:34:21.384147 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 19:34:21.384424 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 19:34:21.384838 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 19:34:21.411518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 19:34:21.412027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.412354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85192) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 19:34:21.412803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.414136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85192) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 19:34:21.414454 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 19:34:21.414726 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 19:34:21.417915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.418222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:21.485341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 19:34:21.485515 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 19:34:21.485789 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 19:34:21.486198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 19:34:21.523381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.sqlalchemy.engines [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85192) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 19:34:21.975191 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing driver for type 'gre' Apr 08 19:34:21.975760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] gre ID ranges: [(1, 1000)] Apr 08 19:34:22.018975 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing driver for type 'local' Apr 08 19:34:22.019346 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing driver for type 'vlan' Apr 08 19:34:22.033262 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] VlanTypeDriver initialization complete Apr 08 19:34:22.033744 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing driver for type 'vxlan' Apr 08 19:34:22.034553 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] vxlan ID ranges: [(1, 1000)] Apr 08 19:34:22.079990 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing extension driver 'port_security' Apr 08 19:34:22.080360 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.extensions.port_security [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] PortSecurityExtensionDriver initialization complete Apr 08 19:34:22.080790 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing mechanism driver 'openvswitch' Apr 08 19:34:22.081155 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing mechanism driver 'hyperv' Apr 08 19:34:22.087541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85192) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:22.088387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.088823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.089214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.089641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.090028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.090566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.090988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.091372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.091756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.092173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.092580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.092953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.093363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.093758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.094133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.094678 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.095062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.095438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.095804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] ML2 OVO RPC backend initialized. {{(pid=85192) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 08 19:34:22.096622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.097016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.097476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.097854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > networks before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.098234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.098741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > ports before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.099449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.099936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.100316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.100754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.101134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.101513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.101886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.102256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.102628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.102984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.103356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.103993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.plugin [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Modular L2 Plugin initialization complete Apr 08 19:34:22.104350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading services supported by the core plugin {{(pid=85192) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 19:34:22.104738 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.plugins.ml2.managers [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Got port-security extension from driver 'port_security' Apr 08 19:34:22.105251 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.extensions.vlantransparent [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Disabled vlantransparent extension. Apr 08 19:34:22.105789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85192) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 19:34:22.106135 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: router Apr 08 19:34:22.142835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.143269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_create 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.143682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router before_create 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.144085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.144523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.144945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_delete 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.145346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.145786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_create 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.146223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.146605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.146992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.147393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.147869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.148287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.148697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.149077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: subnet after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.149452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.149844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.150226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.150605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.150983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.151381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router after_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.151760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.152159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.152589 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.152972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.153405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > network after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.154397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Tracking information for resource: router configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:22.154770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Tracking information for resource: floatingip configured {{(pid=85192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 19:34:22.159618 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_agentschedulers_db [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 19:34:22.160289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.160702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.161068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.161587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: port after_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.162495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router before_create 55550100 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.162902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.163312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.163710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.168668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.provider_configuration [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service providers = [] {{(pid=85192) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 19:34:22.169066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.servicetype_db [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85192) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 19:34:22.172072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.service_base [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 19:34:22.172453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.service_base [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 19:34:22.172853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.service_base [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 19:34:22.173742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.service_base [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 19:34:22.174142 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.services.service_base [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 19:34:22.174923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.175281 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 19:34:22.185506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.185874 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: auto_allocate Apr 08 19:34:22.191794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: network precommit_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.192200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: network precommit_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.192960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.193324 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: tag Apr 08 19:34:22.200308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.200703 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: timestamp Apr 08 19:34:22.204623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.204993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: network_ip_availability Apr 08 19:34:22.210886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.211290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.211679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.212503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.212855 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: flavors Apr 08 19:34:22.217423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.217788 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading Plugin: revisions Apr 08 19:34:22.222073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 19:34:22.222507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=85192) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:22.223313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85192) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 08 19:34:22.223709 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Initializing extension manager. Apr 08 19:34:22.224279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: __init__.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.224687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: __pycache__ {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.225062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.225489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: address_group.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.226242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.227041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: address-group Apr 08 19:34:22.227406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: address_scope.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.228156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.228789 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: address-scope Apr 08 19:34:22.229150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.230093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.230659 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: router-admin-state-down-before-update Apr 08 19:34:22.231020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: agent.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.231768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.232333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: agent Apr 08 19:34:22.232718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: agent_resources_synced.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.233650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.234213 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: agent-resources-synced Apr 08 19:34:22.234573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.236384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.236994 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: allowed-address-pairs Apr 08 19:34:22.237361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.238437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.239014 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: auto-allocated-topology Apr 08 19:34:22.239515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: availability_zone.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.240263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.240884 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: availability_zone Apr 08 19:34:22.241246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: availability_zone_filter.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.242171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.242742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: availability_zone_filter Apr 08 19:34:22.243099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: data_plane_status.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.244023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.244618 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 19:34:22.244976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: default_subnetpools.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.245910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.246483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: default-subnetpools Apr 08 19:34:22.246843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.247718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.249615 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: dhcp_agent_scheduler Apr 08 19:34:22.249992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: dns.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.250938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.251510 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 19:34:22.251874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: dns_domain_ports.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.252843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.253413 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 19:34:22.253775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: dvr.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.254499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.255100 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: dvr Apr 08 19:34:22.255457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: empty_string_filtering.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.256389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.256986 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: empty-string-filtering Apr 08 19:34:22.257344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.258292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.258856 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 19:34:22.259218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.260144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.260734 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 19:34:22.261097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: external_net.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.262023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.262590 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: external-net Apr 08 19:34:22.262953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.263870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.264433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: extra_dhcp_opt Apr 08 19:34:22.264828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: extraroute.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.265755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.266330 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: extraroute Apr 08 19:34:22.266696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: extraroute_atomic.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.267727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.268310 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: extraroute-atomic Apr 08 19:34:22.268718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: filter_validation.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.269413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.269984 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: filter-validation Apr 08 19:34:22.270340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: fip_pf_description.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.271311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.271873 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 19:34:22.272231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: fip_port_details.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.273186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.273752 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: fip-port-details Apr 08 19:34:22.274108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: flavors.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.275348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.275924 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: flavors Apr 08 19:34:22.276285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.277986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.278572 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 19:34:22.278945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: floatingip_pools.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.279790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.280379 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: floatingip-pools Apr 08 19:34:22.280771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: ip_allocation.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.281724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.282297 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 19:34:22.282661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.283590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.284160 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: ip-substring-filtering Apr 08 19:34:22.284542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l2_adjacency.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.285480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.286048 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 19:34:22.286440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.287597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.288175 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: router Apr 08 19:34:22.288568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.290843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.291429 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 19:34:22.291795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.292760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.293332 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: ext-gw-mode Apr 08 19:34:22.293699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.294629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.295193 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: l3-ha Apr 08 19:34:22.295553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3_flavors.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.296516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.297070 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: l3-flavors Apr 08 19:34:22.297430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.298371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.298939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 19:34:22.299294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: l3agentscheduler.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.300988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.301564 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: l3_agent_scheduler Apr 08 19:34:22.302084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: logging.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.303619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.304210 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension logging not supported by any of loaded plugins Apr 08 19:34:22.304605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: metering.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.305410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.306110 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: metering Apr 08 19:34:22.306477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.307606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.308189 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: metering_source_and_destination_fields Apr 08 19:34:22.308573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: multiprovidernet.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.309512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.310081 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: multi-provider Apr 08 19:34:22.310444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: netmtu.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.311369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.311935 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: net-mtu Apr 08 19:34:22.312295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: netmtu_writable.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.313282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.313844 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: net-mtu-writable Apr 08 19:34:22.314206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: network_availability_zone.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.314931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.315511 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: network_availability_zone Apr 08 19:34:22.315871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: network_ip_availability.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.317064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.317743 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: network-ip-availability Apr 08 19:34:22.318102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: network_segment_range.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.318946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.319515 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 19:34:22.319878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: pagination.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.321008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.321381 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: pagination Apr 08 19:34:22.321736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: port_device_profile.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.322664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.323238 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: port-device-profile Apr 08 19:34:22.323599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.324577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.325148 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: port-mac-address-regenerate Apr 08 19:34:22.325518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.326461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.327038 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: port-numa-affinity-policy Apr 08 19:34:22.327398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: port_resource_request.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.328337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.328949 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 19:34:22.329310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: portbindings.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.330252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.330824 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: binding Apr 08 19:34:22.331187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: portbindings_extended.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.332522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.333157 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: binding-extended Apr 08 19:34:22.333523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: portsecurity.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.334461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.335038 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: port-security Apr 08 19:34:22.335402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: project_id.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.336388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.336787 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: project-id Apr 08 19:34:22.337149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: providernet.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.338089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.338674 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: provider Apr 08 19:34:22.339036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.342644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.343231 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos not supported by any of loaded plugins Apr 08 19:34:22.343602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.344960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.345591 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 19:34:22.345956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.346892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.347465 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 19:34:22.347833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_default.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.348818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.349388 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-default not supported by any of loaded plugins Apr 08 19:34:22.349749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_fip.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.350441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.351009 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 19:34:22.351413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.352349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.352948 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 19:34:22.353310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.354239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.354809 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 19:34:22.355169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.356096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.356685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 19:34:22.357049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: qos_rules_alias.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.358116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.358686 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 19:34:22.359047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: quotasv2.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.360018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.360387 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: quotas Apr 08 19:34:22.360789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: quotasv2_detail.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.362369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.362747 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: quota_details Apr 08 19:34:22.363113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: rbac.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.364382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.365008 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: rbac-policies Apr 08 19:34:22.365372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: rbac_address_group.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.366321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.366904 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: rbac-address-group Apr 08 19:34:22.367275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: rbac_address_scope.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.368200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.368797 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: rbac-address-scope Apr 08 19:34:22.369158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: rbac_security_groups.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.370192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.370762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: rbac-security-groups Apr 08 19:34:22.371122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.372050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.372647 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: rbac-subnetpool Apr 08 19:34:22.373009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: revisionifmatch.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.373940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.374518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: revision-if-match Apr 08 19:34:22.374877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: revisions.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.376024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.376670 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: standard-attr-revisions Apr 08 19:34:22.377032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: router_availability_zone.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.377754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.378328 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: router_availability_zone Apr 08 19:34:22.378692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: routerservicetype.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.379625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.380214 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 19:34:22.380603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.381549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.382124 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: security-groups-normalized-cidr Apr 08 19:34:22.382487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.383430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.384001 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: port-security-groups-filtering Apr 08 19:34:22.384356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.385327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.385900 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: security-groups-remote-address-group Apr 08 19:34:22.386259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: securitygroup.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.399259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.399868 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: security-group Apr 08 19:34:22.400246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: segment.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.401138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.401713 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension segment not supported by any of loaded plugins Apr 08 19:34:22.402077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.403030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.403608 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 19:34:22.403969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: servicetype.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.405090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.405671 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: service-type Apr 08 19:34:22.406038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: sorting.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.407026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.407404 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: sorting Apr 08 19:34:22.407768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: standard_attr_segment.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.408731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.409311 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 19:34:22.409676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: standardattrdescription.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.410360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.410937 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: standard-attr-description Apr 08 19:34:22.411343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: stateful_security_group.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.412302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.412914 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: stateful-security-group Apr 08 19:34:22.413278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: stdattrs_common.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.413869 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 19:34:22.414227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.415278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.415910 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 19:34:22.416278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnet_onboard.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.417449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.418032 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: subnet_onboard Apr 08 19:34:22.418394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.419362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.419940 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 19:34:22.420302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnet_service_types.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.421279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.421854 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: subnet-service-types Apr 08 19:34:22.422215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnetallocation.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.423297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.423874 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: subnet_allocation Apr 08 19:34:22.424239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.425321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.425892 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: subnetpool-prefix-ops Apr 08 19:34:22.426252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.427247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.427825 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 19:34:22.428185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: tagging.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.429495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.430081 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: standard-attr-tag Apr 08 19:34:22.430449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: timestamp.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.431638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.432220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loaded extension: standard-attr-timestamp Apr 08 19:34:22.432636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: trunk.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.433677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.434254 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension trunk not supported by any of loaded plugins Apr 08 19:34:22.434618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: trunk_details.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.435553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.436127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 19:34:22.436532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.437457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.438028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 19:34:22.438388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Loading extension file: vlantransparent.py {{(pid=85192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 19:34:22.439083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 19:34:22.439655 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 19:34:22.442418 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:network Apr 08 19:34:22.443217 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnet Apr 08 19:34:22.443899 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 19:34:22.444578 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:port Apr 08 19:34:22.446126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.446608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service FLAVORS assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.447290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.447772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.448142 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:router Apr 08 19:34:22.448891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 19:34:22.449662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service METERING assigned prefix: /metering {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.451526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.451927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.452316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85192) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:34:22.453492 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 19:34:22.453970 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:security_group Apr 08 19:34:22.454860 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 19:34:22.455675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service CORE assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.456044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 19:34:22.456414 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] subnetpool is already registered Apr 08 19:34:22.457121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service CORE assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.457490 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 19:34:22.457857 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] subnetpool is already registered Apr 08 19:34:22.460878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.461354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service FLAVORS assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.462007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.462468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.462843 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:router Apr 08 19:34:22.463210 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] router is already registered Apr 08 19:34:22.463866 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 19:34:22.464230 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] floatingip is already registered Apr 08 19:34:22.464970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service METERING assigned prefix: /metering {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.465720 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 19:34:22.466084 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] rbac_policy is already registered Apr 08 19:34:22.467457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:security_group Apr 08 19:34:22.467839 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] security_group is already registered Apr 08 19:34:22.468534 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 19:34:22.468904 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] security_group_rule is already registered Apr 08 19:34:22.469642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service CORE assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.470015 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 19:34:22.470386 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] subnetpool is already registered Apr 08 19:34:22.471057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.resource_helper [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Service CORE assigned prefix: {{(pid=85192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 19:34:22.471435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 19:34:22.471799 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.quota.resource_registry [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] subnetpool is already registered Apr 08 19:34:22.472526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: extensions {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.474310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: address-groups {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.476344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: address-scopes {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.477644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: agents {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.478873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: auto-allocated-topology {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.480182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: availability_zones {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.481597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: dhcp-networks {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.483072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: dhcp-agents {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.484747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: routers {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.486660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: flavors {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.487881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: service_profiles {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.489280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: next_providers {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.490987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: service_profiles {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.492764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: floatingip-pools {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.494032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: routers {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.495924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: floatingips {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.497216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: l3-routers {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.498787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: l3-agents {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.500282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: metering-labels {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.501719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: metering-label-rules {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.503048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: network-ip-availabilities {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.504367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: bindings {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.506509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: quotas {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.508054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: quotas {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.509560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: rbac-policies {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.510949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: security-groups {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.512197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: security-group-rules {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.513543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: service-providers {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.515051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: subnetpools {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.516531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: subnetpools {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.518101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.519868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.522106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.523964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.525888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.527811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.529950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.532850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.534733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.536750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.extensions [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Extended resource: tags {{(pid=85192) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 19:34:22.543602 dv-cinder-784623-4-smb neutron-server[85192]: WARNING keystonemiddleware.auth_token [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 19:34:22.548924 dv-cinder-784623-4-smb neutron-server[85192]: WARNING keystonemiddleware.auth_token [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 19:34:22.558461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Acquired lock "singleton_lock" {{(pid=85192) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 19:34:22.558995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Releasing lock "singleton_lock" {{(pid=85192) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 19:34:22.560506 dv-cinder-784623-4-smb neutron-server[85192]: INFO oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Starting 2 workers Apr 08 19:34:22.565261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Started child 85305 {{(pid=85192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 19:34:22.569289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.570054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Started child 85306 {{(pid=85192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 19:34:22.570717 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [-] (85305) wsgi starting up on http://0.0.0.0:9696 Apr 08 19:34:22.571428 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 19:34:22.572067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Notify callbacks [] for process, before_spawn {{(pid=85192) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.573299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.574484 dv-cinder-784623-4-smb neutron-server[85192]: INFO oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Starting 1 workers Apr 08 19:34:22.574626 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [-] (85306) wsgi starting up on http://0.0.0.0:9696 Apr 08 19:34:22.579913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Started child 85307 {{(pid=85192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 19:34:22.580463 dv-cinder-784623-4-smb neutron-server[85192]: INFO oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Starting 1 workers Apr 08 19:34:22.582125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] calling RpcWorker wait() {{(pid=85307) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 19:34:22.582921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] returning from RpcWorker wait() {{(pid=85307) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 19:34:22.584853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.585382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:22.585560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Started child 85308 {{(pid=85192) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 19:34:22.586556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e8628af2-9f15-4964-826e-ddb307d522f8 None None] Notify callbacks [] for process, after_spawn {{(pid=85192) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.588090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85192) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 19:34:22.588288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 19:34:22.588731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 19:34:22.589000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 19:34:22.589379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 19:34:22.589537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 19:34:22.589933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:22.590287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.590583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.590891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.591176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.591487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.592145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.592459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.592779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.593083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.593353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.593563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.593721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.594201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.594476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.594842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.595124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.595391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.595689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.595893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.596162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.596462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.596789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.597089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] debug = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.597358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.597918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.598179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.598457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.598809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.599032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.599486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.599874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.600147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.600399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.600706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.600992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.601246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.601498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.601754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.602029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.602283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.602712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] host = dv-cinder-784623-4-smb {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.602969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.603217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.603485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.603758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.604044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.604305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.604611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.604907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.605193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.605456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.605737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.605995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.606269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.606539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.606686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_options = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.606939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.607243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.607534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.607745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.607936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.608124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.608417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.608648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.608935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.609183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.609429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.609698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.609932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.610175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.610458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.610719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.610978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.611236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.611523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.611785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.612049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.612311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.612562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.612868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.613062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.613338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.613566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.613839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.614050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.614493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.615231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.615390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.615705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.615990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.616269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.616534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.616783 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.617087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.617354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.617620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.617886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.618128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.618404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.618649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.618910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.619135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_json = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.619378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.619621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.619909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.620105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:22.620225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.620385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.620657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.620903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.621172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.621606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.621920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.622261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.622608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.622764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.623040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.623317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.623565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.623829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.624081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.624398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.624685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.624977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.625241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.625515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.625851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.626247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.626423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.626668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.626904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.627134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.627398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.627750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.628150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.628438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.628730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.628977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.629226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.629491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.629747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.630059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.630348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.630576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.630841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.631086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.631334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.631589 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.631804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.632062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.632318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.632803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.633023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.633164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.633357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.633605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.633854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.634120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.634346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.634610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.634897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.635151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.635905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.635905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.635905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.636404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.636404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.636696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.637643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.637910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.638168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.638437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.638723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.638993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.640740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.640740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.640740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.641189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.641846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.642188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.642684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.642925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.643670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.645254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.645684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.646768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.647933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.650525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.651987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.652253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.652536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.652837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.653115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.653376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.653630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.653946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.654235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.654547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.654825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.655082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.655669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.655837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.655992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.656223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.656511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.656792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.657105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.657388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.657661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.657957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.658257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.658582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.658839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.659150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.659408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.659711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.660166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.660527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.660846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.661309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.661543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.661982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.662279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.662581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.662860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.663175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.663404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.663713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.664945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.664945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.664945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.664945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.665540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.665540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.665540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.665916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.666069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.666296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.666664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.666979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.667273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.667553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.667827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.668108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.668392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.668720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.669012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.669982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.669982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.669982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.669982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.670366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.670464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.670761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.671027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.671319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.671567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.671821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.672090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.672360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.672640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.672886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.673159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.673432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.673685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.673957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.674206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.674853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.675123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.675437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.675731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.675996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.676264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.676587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.677097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.677470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.677766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.678024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.678292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.678541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.678824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.679074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.679339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.679607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.679871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.680150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.680405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.680803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.681074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.681351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.681871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.681871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.682135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.682519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.682680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.682817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.683027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.683279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.683539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.683820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.684079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.684328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.684602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.684853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.685107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.685375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.685708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.685975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.686222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.686503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.686766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.687032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.687286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.687534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.687784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.688031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.688291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.688564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.688809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.689061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.689329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.689646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.689921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.690735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.690735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.690735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.691072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.691278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.691620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.692501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.692501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.692727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.693089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.693404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.693691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.694063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.694420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.694702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.695175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.695490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.695803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.696115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.696367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.696734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.697106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.697412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.697716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.697980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.698288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.698551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.698806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.699058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.699316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.699570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.699852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.700133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.700407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.700713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.700987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.701241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.701524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.701774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.702031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.702281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.702478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 19:34:22.702845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:22.703042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85192) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 19:34:22.703236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 19:34:22.703419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 19:34:22.703626 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 19:34:22.703830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 19:34:22.704010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 19:34:22.704259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.704449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.704661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.704849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.705966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.706152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.706338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.706524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.706708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.706894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.707079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.707270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.707462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.707650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.707835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.708125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.708379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.708591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] debug = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.708777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.708999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.709160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.709349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.709536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.709721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.709905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.710090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.710274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.710457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.710641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.710826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.711934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] host = dv-cinder-784623-4-smb {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.712123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.712310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.712525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.712710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.712898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.713086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.713271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.713458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.713647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.713832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_options = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.714950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.715136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.715322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.715535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.715724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.715909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.716096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.716283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.716493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.716675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.716863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.717925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.718975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.719162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.719347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.719532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.719717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.719901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.720086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.720272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.720461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.720671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.721793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.722810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_json = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.723984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.724115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.724293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.724505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 19:34:22.724710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.724903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.725107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.725299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.725489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.725681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.725872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.726064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.726256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.726494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.726643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.726812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.727958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.728091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.728257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.728447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.728663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.728874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.729067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.729259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.729450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.729642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.729835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.730990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.731181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.731570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.731570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.731850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.731983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.732966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.733160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.733350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.733541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.733732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.733924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.734128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.734321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.734486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.734660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.734853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.735997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.736204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.736393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.736607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.736798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.736989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.737180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.737375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.737688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.737836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.737979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.738986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.739214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.739430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.739623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.739815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.740992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.741184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.741374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.741564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.741755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.741945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.742135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.742329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.742519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.742710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.742903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.743097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.743288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.743478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.743669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.743859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.744051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.744243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.744434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.744649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.744840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.745989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.746182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.746373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.746571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.746772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.746964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.747155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.747346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.747539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.747815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.747963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.748929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.749063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.749252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.749443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.749684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.749875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.750066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.750258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.750448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.750636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.750812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.751984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.752116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.752250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.752445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.752673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.752865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.753056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.753248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.753438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.753629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.753818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.754011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.754200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.754392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.754583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.754775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.755044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.755235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.755597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.755753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.755892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.756083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.756278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.756449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.756818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.757179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.757376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.757578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.757754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.758103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.758301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.758494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.758691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.758885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.759110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.759274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.759437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.759632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.759823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.760014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.760208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.760398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.760616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.760824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761783 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.761956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.762330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.764494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.765927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.766129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.766330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.766541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.766738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.766933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.767126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.767319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.767531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.767723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.767917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.768108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.768300 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.768522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.768722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.768914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.769117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.769309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.769500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.769690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.769896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.770090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.770286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.770555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.770832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.771190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.771461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.771667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.771874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.772077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.772271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.772485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.772696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.772901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.773093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.773294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.773500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.773691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.773884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.774075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.774267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.774458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.774648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.774839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775033 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.775992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.776182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.776374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.776598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.776791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.776984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.777181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 19:34:22.777364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85192) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 19:34:22.961880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51386) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:22.980350 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0149608 Apr 08 19:34:33.593304 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a34da-75d5-43e1-b3ed-e3f55c1bbae9 None None] get_active_networks_info from dv-cinder-784623-4-smb {{(pid=85307) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 19:34:33.649635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a34da-75d5-43e1-b3ed-e3f55c1bbae9 None None] No non-hosted networks {{(pid=85307) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 19:34:33.688126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agentschedulers_db [None req-c86a34da-75d5-43e1-b3ed-e3f55c1bbae9 None None] DHCP Agent not found on host dv-cinder-784623-4-smb {{(pid=85307) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 19:34:33.866030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-398ca89a-b593-4ba8-8608-f65775321d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:35.929519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-74329611-9051-4a2d-9fe5-f248e7bfcaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:36.006672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7874436f-fed2-47b4-b4bb-7c3c94841f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:36.330766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:37.008731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:37.010080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.010645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.011522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.012079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.014826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.015401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.015973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.016591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.017190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.017960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.018530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.019088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:37.019695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:37.026016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:34:37.650406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:38.967568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51474) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:39.627003 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-e47e081f-9af6-42c1-9fb3-204e2b5e2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:39.627587 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-e47e081f-9af6-42c1-9fb3-204e2b5e2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:39.856094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-e47e081f-9af6-42c1-9fb3-204e2b5e2901 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:34:39.857492 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e47e081f-9af6-42c1-9fb3-204e2b5e2901 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8878856 Apr 08 19:34:40.162604 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_hamode_db [None req-bd298ef2-a328-41ef-841e-f56249eb9a45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 19:34:40.252417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd298ef2-a328-41ef-841e-f56249eb9a45 None None] Routers set() bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:34:40.252896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd298ef2-a328-41ef-841e-f56249eb9a45 None None] Router IDs set() for agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 08 19:34:42.621766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51488) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:43.045476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:34:43.149057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.policy [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85305) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 19:34:43.204211 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:43.204680 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:43.222592 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Loaded quota_driver: . Apr 08 19:34:43.239314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:34:43.299198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315956265', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315779236', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315790822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315829658', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315812797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363292315812218', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854615586', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854390262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854229278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959105'] for rbac-policy, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:43.370594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:43.371915 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-27c334d8-012d-4ff4-8ee2-7cbc3188b78a admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7487381 Apr 08 19:34:46.403591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51502) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:47.061889 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:47.062766 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:47.299158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'name': 'private'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:34:47.302665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.quota [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Loaded quota_driver: . Apr 08 19:34:47.319306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:34:47.325913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Usage tracker for resource:network and tenant:09a9ec924deb4d01b2a1bcce09c755a4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:34:47.330344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:34:47.337866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:34:47.354750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Made reservation on behalf of 09a9ec924deb4d01b2a1bcce09c755a4 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:34:47.431482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.policy [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85306) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 19:34:47.485897 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:47.486245 dv-cinder-784623-4-smb neutron-server[85192]: WARNING oslo_policy.policy [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 19:34:47.506566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:47.526230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:47.541784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:34:47.546015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Usage tracker for resource:security_group_rule and tenant:09a9ec924deb4d01b2a1bcce09c755a4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:34:47.550309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:34:47.557095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:34:47.669898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:47.674228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:47.680367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:47.698847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:34:47.885357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744536371690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:47.885987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Unsubscribe: segment precommit_create {{(pid=85306) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 19:34:47.886459 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Added segment 99e3f45a-67e4-4cef-be60-309cf95d602c of type vlan for network 1dbd2572-0a8d-4da1-8f37-881107086e20 Apr 08 19:34:47.939490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c347f-c742-4019-8ad2-cd0d224c03e3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:47.960192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.960580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.960946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.961291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.961637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.961992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.962333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.962677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.963023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.963367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.963688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.964022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Tracked resource versions report: Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:34:47.965207 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:34:48.005689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:48.019569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:48.050159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:48.051567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:34:48.052226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:48.055732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:48.163812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbd2572-0a8d-4da1-8f37-881107086e20,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:48.166608 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7619126 Apr 08 19:34:48.182475 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:48.193137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:34:51.231834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51524) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:51.916911 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7301db10-82fd-48cb-989a-4a10f81e9936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:34:51.918442 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7301db10-82fd-48cb-989a-4a10f81e9936 admin admin] 10.222.0.35 "GET /v2.0/networks/1dbd2572-0a8d-4da1-8f37-881107086e20 HTTP/1.1" status: 200 len: 825 time: 0.6855738 Apr 08 19:34:51.947465 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-614f1cc5-14d5-4bfe-a0bb-0072e295f395 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/1d75d33d-e33c-41d1-bfb7-1ce210f38b99 HTTP/1.1" status: 200 len: 734 time: 0.0227871 Apr 08 19:34:51.956833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'name': 'private-subnet', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'ip_version': 4, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:34:51.962409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:34:51.966677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Usage tracker for resource:subnet and tenant:09a9ec924deb4d01b2a1bcce09c755a4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:34:51.972916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:34:51.979570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:34:51.991290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Made reservation on behalf of 09a9ec924deb4d01b2a1bcce09c755a4 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:34:51.997101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:52.523785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:52.538931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:52.699464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4f6aaa-e6d4-49a4-9354-0d68a32b685c,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:52.712553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.712962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.713332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.713695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.714056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.714414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.714775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.715132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.715487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.715848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.716196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.716563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Tracked resource versions report: Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:34:52.717686 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:34:52.750201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:52.783179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Checking segment: {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:34:52.783450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Network hostable DHCP agents. Network: 1dbd2572-0a8d-4da1-8f37-881107086e20, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:34:52.807948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:34:52.818738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 1dbd2572-0a8d-4da1-8f37-881107086e20) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:34:52.824059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:34:52.824745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:52.829035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bafdb5b-878a-4314-95c5-3b92ec29949a None None] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:34:52.849183 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8957753 Apr 08 19:34:53.155802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-1dbd2572-0a8d-4da1-8f37-881107086e20', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:34:53.157053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:53.355539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Allocated IP 172.20.0.2 (1dbd2572-0a8d-4da1-8f37-881107086e20/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c/82afa789-a050-4c3c-a55f-02c5367079bb) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:34:53.768182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:53.781429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Transition to ACTIVE for port object 82afa789-a050-4c3c-a55f-02c5367079bb will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:34:53.801407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Transition to ACTIVE for port object 82afa789-a050-4c3c-a55f-02c5367079bb will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:34:53.810398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:53.823958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:53.956099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Pushing event updated for resources: {'Port': ['ID=82afa789-a050-4c3c-a55f-02c5367079bb,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:53.973904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.974274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.974637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.975262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.975625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.975959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.976311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.976706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.977063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.977402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.977744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.978070 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Tracked resource versions report: Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:34:53.979184 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:34:53.985609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:54.026325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:34:54.027407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:34:54.030386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:34:54.129816 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Attempting to bind port 82afa789-a050-4c3c-a55f-02c5367079bb on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:34:54.130249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Attempting to bind port 82afa789-a050-4c3c-a55f-02c5367079bb by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:34:54.130647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Attempting to bind port 82afa789-a050-4c3c-a55f-02c5367079bb on network 1dbd2572-0a8d-4da1-8f37-881107086e20 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:34:54.136468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:34:54.136871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Checking segment: {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:34:54.138295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:54.138295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Bound using segment: {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:34:54.138295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Bound port: 82afa789-a050-4c3c-a55f-02c5367079bb, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:34:54.138598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:54.219828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] For port 82afa789-a050-4c3c-a55f-02c5367079bb, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:34:54.224145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] For port 82afa789-a050-4c3c-a55f-02c5367079bb, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=82afa789-a050-4c3c-a55f-02c5367079bb,segment=NetworkSegment(99e3f45a-67e4-4cef-be60-309cf95d602c),segment_id=99e3f45a-67e4-4cef-be60-309cf95d602c)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:34:54.229369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:54.242678 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:54.398687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Pushing event updated for resources: {'Port': ['ID=82afa789-a050-4c3c-a55f-02c5367079bb,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:54.403324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:55.586853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51538) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:56.004230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-ce7b3c25-fc58-41a6-aa7a-df0f05f75649 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:34:56.005362 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ce7b3c25-fc58-41a6-aa7a-df0f05f75649 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4173672 Apr 08 19:34:58.772086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51552) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:34:59.017238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 82afa789-a050-4c3c-a55f-02c5367079bb up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:34:59.091279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 82afa789-a050-4c3c-a55f-02c5367079bb completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:34:59.164681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f3294-18dd-4251-b2cb-d7dfaaa1e59b None None] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:34:59.187430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-fb8fbedb-3574-460a-9630-74612cd8f300 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:34:59.192519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fb8fbedb-3574-460a-9630-74612cd8f300 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4153564 Apr 08 19:34:59.278061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Provisioning for port 82afa789-a050-4c3c-a55f-02c5367079bb completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:34:59.287708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Provisioning complete for port 82afa789-a050-4c3c-a55f-02c5367079bb triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:34:59.288139 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:59.528622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:59.551000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] For port 82afa789-a050-4c3c-a55f-02c5367079bb, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=82afa789-a050-4c3c-a55f-02c5367079bb,segment=NetworkSegment(99e3f45a-67e4-4cef-be60-309cf95d602c),segment_id=99e3f45a-67e4-4cef-be60-309cf95d602c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:34:59.559217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:34:59.564330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-94eed87a-bfc5-4ef3-9cb5-55dd79235381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:34:59.644511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Pushing event updated for resources: {'Port': ['ID=82afa789-a050-4c3c-a55f-02c5367079bb,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:34:59.648829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:34:59.885756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-e845e8fa-cac2-46e3-8315-0175b1962238 None None] Provisioning complete for port 82afa789-a050-4c3c-a55f-02c5367079bb triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:34:59.886312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e845e8fa-cac2-46e3-8315-0175b1962238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:00.989844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 82afa789-a050-4c3c-a55f-02c5367079bb up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:35:01.062039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 82afa789-a050-4c3c-a55f-02c5367079bb triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:01.062454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.221737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51564) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:02.599405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:35:02.607837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:35:02.614202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Usage tracker for resource:router and tenant:09a9ec924deb4d01b2a1bcce09c755a4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:35:02.617966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:35:02.629889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:35:02.640952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.642280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.666563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.784250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.804873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:02.806141 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6d199d6d-6dd4-4686-9de4-c9e95448a035 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5833452 Apr 08 19:35:03.525568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7244bbe2-4e00-4fa4-a49b-71e66add7994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:05.542907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 51574) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:05.881266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-7da47124-8e43-424b-8ce3-288bd79b3333 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:35:05.882665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7da47124-8e43-424b-8ce3-288bd79b3333 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3387487 Apr 08 19:35:05.930081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc051-5d44-4f36-b4e4-d1b6b72bffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:06.265936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:07.013361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:07.572640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.477431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51594) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:08.566938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:35:08.572727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:35:08.577091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Usage tracker for resource:network and tenant:3f52133d91db4b9c85d798e906f82305 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:35:08.580211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:35:08.587763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:35:08.598956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Made reservation on behalf of 3f52133d91db4b9c85d798e906f82305 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:35:08.603535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.616293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.631489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:35:08.635429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Usage tracker for resource:security_group_rule and tenant:3f52133d91db4b9c85d798e906f82305 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:35:08.638338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:35:08.644252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:35:08.736129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.740579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.744738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:08.757556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Reserving flat network on physical network physnet1 {{(pid=85306) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 08 19:35:08.783881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c8dfd-8dfb-4ca3-8114-1aed556a4422,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:08.786809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.787224 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Added segment 676e3d2b-0068-4f0c-b60c-9b5fb1c2e187 of type flat for network 91975235-ed21-4190-9581-b38318b4bb50 Apr 08 19:35:08.788419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:08.822187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.865921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.867290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:35:08.867959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:08.872877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:08.975270 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4963865 Apr 08 19:35:08.978177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Pushing event updated for resources: {'Network': ['ID=91975235-ed21-4190-9581-b38318b4bb50,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:08.981154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:08.993099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 91975235-ed21-4190-9581-b38318b4bb50 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:35:11.526861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51614) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:11.658175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d1124-c9fa-4274-aca5-d8cba6823812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:35:11.659627 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ea3d1124-c9fa-4274-aca5-d8cba6823812 admin admin] 10.222.0.35 "GET /v2.0/subnets/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c HTTP/1.1" status: 200 len: 849 time: 0.1317155 Apr 08 19:35:11.838577 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0cf62d13-b6b3-4345-abba-8dd202f630ed admin admin] 10.222.0.35 "GET /v2.0/routers/057c0c22-751c-4699-84aa-36d603926160 HTTP/1.1" status: 200 len: 704 time: 0.1726108 Apr 08 19:35:12.336065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:12.586970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Allocated IP 172.20.0.1 (1dbd2572-0a8d-4da1-8f37-881107086e20/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c/5c007f5b-0e17-49c0-a4d3-11d1a166e34e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:35:12.927692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:12.947050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Transition to ACTIVE for port object 5c007f5b-0e17-49c0-a4d3-11d1a166e34e will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:35:13.007512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.020290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:13.154165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:13.165390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:13.213729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:35:13.214785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:35:13.217973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:35:13.218751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.433212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d66765ed-1c15-4d69-a73d-acec9d366249 None None] Provisioning for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:35:13.438815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d66765ed-1c15-4d69-a73d-acec9d366249 None None] Provisioning complete for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:13.439228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d66765ed-1c15-4d69-a73d-acec9d366249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.494819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.495366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-d66765ed-1c15-4d69-a73d-acec9d366249 None None] Port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:35:13.644796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:35:13.770008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.774544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.775709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:13.788163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:13.922889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:13.927543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:13.980831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:35:13.981994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:35:14.186441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Router 057c0c22-751c-4699-84aa-36d603926160 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:35:14.220947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-f42b21ba-29fc-419f-9748-33d40f8d9cea None None] Provisioning complete for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:14.221434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f42b21ba-29fc-419f-9748-33d40f8d9cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:14.279882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-f42b21ba-29fc-419f-9748-33d40f8d9cea None None] Port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:35:14.517207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:35:14.529318 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] 10.222.0.35 "PUT /v2.0/routers/057c0c22-751c-4699-84aa-36d603926160/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6851323 Apr 08 19:35:14.529649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Sync routers for ids ['057c0c22-751c-4699-84aa-36d603926160'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:35:14.542911 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Routers {'057c0c22-751c-4699-84aa-36d603926160'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:35:14.543697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:35:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['057c0c22-751c-4699-84aa-36d603926160'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:14.731242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Set router 057c0c22-751c-4699-84aa-36d603926160 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:35:15.291216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:13Z', 'revision_number': 2, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port_host': None, '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:13Z', 'revision_number': 2, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:15.296523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Checking router: 057c0c22-751c-4699-84aa-36d603926160 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:35:15.296921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Updating router 057c0c22-751c-4699-84aa-36d603926160 port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:35:15.353987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:15.810074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:15.825383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Transition to ACTIVE for port object 5c007f5b-0e17-49c0-a4d3-11d1a166e34e will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:35:15.832187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:15.859443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:15.998861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Pushing event updated for resources: {'Port': ['ID=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:16.009449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.009815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.010180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.010535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.010887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.011239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.011587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.011936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.012265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.012647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.012988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.013331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Tracked resource versions report: Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:35:16.014459 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:35:16.022183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:16.211429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Attempting to bind port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:35:16.211954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Attempting to bind port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:35:16.212375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Attempting to bind port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e on network 1dbd2572-0a8d-4da1-8f37-881107086e20 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:35:16.218176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:35:16.218598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Checking segment: {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:35:16.219061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:16.219489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Bound using segment: {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:35:16.220029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Bound port: 5c007f5b-0e17-49c0-a4d3-11d1a166e34e, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e3f45a-67e4-4cef-be60-309cf95d602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:35:16.220433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:16.299212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] For port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:35:16.303930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] For port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,segment=NetworkSegment(99e3f45a-67e4-4cef-be60-309cf95d602c),segment_id=99e3f45a-67e4-4cef-be60-309cf95d602c)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:35:16.310527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:16.325821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:16.479462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Pushing event updated for resources: {'Port': ['ID=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:16.484678 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:16.537184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Routers {'057c0c22-751c-4699-84aa-36d603926160'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:35:16.537853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:35:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['057c0c22-751c-4699-84aa-36d603926160'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:16.704443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] Set router 057c0c22-751c-4699-84aa-36d603926160 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:35:17.047309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:13Z', 'revision_number': 2, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port_host': None, '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:16Z', 'revision_number': 4, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:17.051966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fae69-3698-4d13-ad8f-377d61569bec None None] The sync data for ids ['057c0c22-751c-4699-84aa-36d603926160'] in dv-cinder-784623-4-smb is: [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:13Z', 'revision_number': 2, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port_host': None, '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:16Z', 'revision_number': 4, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:35:17.071367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51626) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:17.230719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0915b-4def-4979-a66e-12f345f03eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:35:17.231356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0ff0915b-4def-4979-a66e-12f345f03eb5 admin admin] Synchronizing usage tracker for tenant:3f52133d91db4b9c85d798e906f82305 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:35:17.249043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0ff0915b-4def-4979-a66e-12f345f03eb5 admin admin] Unset dirty status for tenant:3f52133d91db4b9c85d798e906f82305 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:35:17.250275 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0ff0915b-4def-4979-a66e-12f345f03eb5 admin admin] 10.222.0.35 "GET /v2.0/networks/91975235-ed21-4190-9581-b38318b4bb50 HTTP/1.1" status: 200 len: 842 time: 0.1778328 Apr 08 19:35:17.260845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:35:17.266316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:35:17.270278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Usage tracker for resource:subnet and tenant:3f52133d91db4b9c85d798e906f82305 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:35:17.273255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:35:17.279559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:35:17.288864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Made reservation on behalf of 3f52133d91db4b9c85d798e906f82305 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:35:17.293531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:17.753709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.objects.ports [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85306) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 08 19:35:17.754138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:17.766758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:17.898412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b194d5ae-5544-49b2-98af-e71d62acf61b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:17.904537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:17.968213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:35:17.968641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Network hostable DHCP agents. Network: 91975235-ed21-4190-9581-b38318b4bb50, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:35:17.991402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:35:18.001732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 91975235-ed21-4190-9581-b38318b4bb50) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:35:18.006977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:35:18.007794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:18.012910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e2714-4a5e-4e05-bcb4-063902bc134f None None] Network 91975235-ed21-4190-9581-b38318b4bb50 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:35:18.033581 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7766132 Apr 08 19:35:18.254703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30de361-75e4-49b0-982b-d44078268a11 None None] Network 91975235-ed21-4190-9581-b38318b4bb50 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:35:19.010684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5c007f5b-0e17-49c0-a4d3-11d1a166e34e up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:35:19.085633 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:35:19.090584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:19.091000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:19.215572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:19.233010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,segment=NetworkSegment(99e3f45a-67e4-4cef-be60-309cf95d602c),segment_id=99e3f45a-67e4-4cef-be60-309cf95d602c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:35:19.236141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:19.238444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:19.310973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=5c007f5b-0e17-49c0-a4d3-11d1a166e34e,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:19.314236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:20.638022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51640) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:20.855610 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a20d2549-578b-41b6-a786-8d379f4f6277 admin admin] 10.222.0.35 "GET /v2.0/routers/057c0c22-751c-4699-84aa-36d603926160 HTTP/1.1" status: 200 len: 710 time: 0.2159691 Apr 08 19:35:20.995968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8454b1-b322-4977-a91b-82dc339384ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:35:20.997483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ea8454b1-b322-4977-a91b-82dc339384ac admin admin] 10.222.0.35 "GET /v2.0/networks/91975235-ed21-4190-9581-b38318b4bb50 HTTP/1.1" status: 200 len: 886 time: 0.1360254 Apr 08 19:35:21.006629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5c007f5b-0e17-49c0-a4d3-11d1a166e34e up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:35:21.007682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:35:21.078899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:21.079258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:21.659260 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:22.023338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:22.082728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:22.223904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Allocated IP 172.28.3.56 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:35:22.376726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:22.409956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:22.423042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-caa7c794-308d-4735-b0a7-c518191bfff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:22.565321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:22.569681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:22.613092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:35:22.614250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:35:22.616579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:35:23.041099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:23.394449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:23.398178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853744234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1031582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853732852'] for router, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:23.778427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Router 057c0c22-751c-4699-84aa-36d603926160 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:35:23.966689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:35:23.976137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:23.977430 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] 10.222.0.35 "PUT /v2.0/routers/057c0c22-751c-4699-84aa-36d603926160 HTTP/1.1" status: 200 len: 889 time: 2.9734635 Apr 08 19:35:23.977643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Sync routers for ids ['057c0c22-751c-4699-84aa-36d603926160'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:35:23.989443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Routers {'057c0c22-751c-4699-84aa-36d603926160'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:35:23.990195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:35:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['057c0c22-751c-4699-84aa-36d603926160'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:24.199503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Set router 057c0c22-751c-4699-84aa-36d603926160 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:35:24.562334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:22Z', 'revision_number': 4, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port': {'id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:22Z', 'updated_at': '2021-04-08T19:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:19Z', 'revision_number': 5, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:24.568134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Checking router: 057c0c22-751c-4699-84aa-36d603926160 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:35:24.568645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Updating router 057c0c22-751c-4699-84aa-36d603926160 port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:35:24.625116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.028699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.041529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Transition to ACTIVE for port object bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:35:25.047902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.061792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:25.203751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Pushing event updated for resources: {'Port': ['ID=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:25.207950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:25.268183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Attempting to bind port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:35:25.268630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Attempting to bind port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:35:25.269038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Attempting to bind port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:35:25.275403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:35:25.275817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:35:25.276261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.276727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:35:25.277242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Bound port: bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:35:25.278095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.359104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] For port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:35:25.362758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] For port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:35:25.368045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:25.381622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:25.534442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Pushing event updated for resources: {'Port': ['ID=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:25.539227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:25.591834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Routers {'057c0c22-751c-4699-84aa-36d603926160'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:35:25.592536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:35:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['057c0c22-751c-4699-84aa-36d603926160'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:25.990837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] Set router 057c0c22-751c-4699-84aa-36d603926160 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:35:26.358809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:22Z', 'revision_number': 4, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port': {'id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:22Z', 'updated_at': '2021-04-08T19:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:19Z', 'revision_number': 5, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:35:26.363485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca3caa-ebc8-4c9b-bf4d-949f47ee3623 None None] The sync data for ids ['057c0c22-751c-4699-84aa-36d603926160'] in dv-cinder-784623-4-smb is: [{'id': '057c0c22-751c-4699-84aa-36d603926160', 'name': 'router1', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:35:02Z', 'updated_at': '2021-04-08T19:35:22Z', 'revision_number': 4, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'gw_port': {'id': 'bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:22Z', 'updated_at': '2021-04-08T19:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5c007f5b-0e17-49c0-a4d3-11d1a166e34e', 'name': '', 'network_id': '1dbd2572-0a8d-4da1-8f37-881107086e20', 'tenant_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'mac_address': 'fa:16:3e:63:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c0c22-751c-4699-84aa-36d603926160', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:35:12Z', 'updated_at': '2021-04-08T19:35:19Z', 'revision_number': 5, 'project_id': '09a9ec924deb4d01b2a1bcce09c755a4', 'subnets': [{'id': '2b4f6aaa-e6d4-49a4-9354-0d68a32b685c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d75d33d-e33c-41d1-bfb7-1ce210f38b99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:35:26.772315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 51650) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:35:26.902076 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-452738a7-7c7d-4dc1-9fea-41b30fbb5383 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1284583 Apr 08 19:35:27.024008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:35:27.104593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:35:27.109618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:27.110039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:27.244725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:27.264068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:35:27.267675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:27.270708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:35:27.347930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:35:27.358322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:35:29.011280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:35:29.086187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port bcdbe6dd-33ac-4fbe-8a10-4b8e932f45a0 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:35:29.086718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:33.541208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eb638ba-93e7-4b31-b9ab-3ef201397a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:35.947427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-798a8418-2c21-4460-9d23-47132469b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:36.274745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:37.027097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:37.583593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:35:50.657573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:36:03.527832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15bc733a-aeb4-4502-b713-9d10dfe62f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:05.940394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ffa9359f-2c52-4624-b246-01e558e0831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:06.274597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:07.024731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:07.656910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:27.649194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:36:33.522251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b20f35fc-0d10-49a2-b641-728940f3d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:35.934021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f6f2bd2-2a74-4c8d-81cb-a411b603003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:36.276110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:37.021917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:36:37.589317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:03.526187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-34b9a05f-b362-4f11-a57b-a589620bf95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:04.648333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:37:05.938130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90a5c979-6e35-4233-a23d-4480bc3c03e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:06.279204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:07.015239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:07.594043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:08.206806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52220) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:08.282597 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.pecan_wsgi.hooks.translation [None req-857ed154-3eea-446f-8476-781916918329 admin admin] GET failed (client error): The resource could not be found. Apr 08 19:37:08.283938 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-857ed154-3eea-446f-8476-781916918329 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759916 Apr 08 19:37:08.431513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398dc3b-9392-42b2-95d3-3e20da343384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:08.433664 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e398dc3b-9392-42b2-95d3-3e20da343384 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1450393 Apr 08 19:37:10.911307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52230) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:11.040628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2059f9-55fa-4bb6-b118-81a3885f97c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:11.041240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7d2059f9-55fa-4bb6-b118-81a3885f97c4 admin admin] Synchronizing usage tracker for tenant:3f52133d91db4b9c85d798e906f82305 on resource:subnet {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:37:11.061317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7d2059f9-55fa-4bb6-b118-81a3885f97c4 admin admin] Unset dirty status for tenant:3f52133d91db4b9c85d798e906f82305 on resource:subnet {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:37:11.062565 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7d2059f9-55fa-4bb6-b118-81a3885f97c4 admin admin] 10.222.0.35 "GET /v2.0/subnets/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c HTTP/1.1" status: 200 len: 849 time: 0.1502249 Apr 08 19:37:11.073360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:37:11.205447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Notify callbacks [] for subnet, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:11.520366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744536316292'] for subnet, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:11.535486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce896490-7fc5-4169-8194-a9e942440887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:37:11.672959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4f6aaa-e6d4-49a4-9354-0d68a32b685c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:37:11.685435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.685807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.686166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.686524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.686881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.687237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.687590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.687940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.688303 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.688661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.689005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.689347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:37:11.694898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:37:11.723474 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:11.724144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:11.725668 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] 10.222.0.35 "PUT /v2.0/subnets/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c HTTP/1.1" status: 200 len: 868 time: 0.6564119 Apr 08 19:37:11.744047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efde2e1-afa0-417a-bff9-1ce33f65e3e0 None None] Network 1dbd2572-0a8d-4da1-8f37-881107086e20 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:37:12.245167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-76882f93-8fa6-4247-b8a3-a3c7690804d9 None None] Provisioning complete for port 82afa789-a050-4c3c-a55f-02c5367079bb triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:37:12.245636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-76882f93-8fa6-4247-b8a3-a3c7690804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:12.379427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-76882f93-8fa6-4247-b8a3-a3c7690804d9 None None] Provisioning complete for port 5c007f5b-0e17-49c0-a4d3-11d1a166e34e triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:37:12.379835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-76882f93-8fa6-4247-b8a3-a3c7690804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:14.231272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52240) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:14.443056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f021520-1ef9-4826-974b-23f8a13d0a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:14.443491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f021520-1ef9-4826-974b-23f8a13d0a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:14.445169 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4f021520-1ef9-4826-974b-23f8a13d0a0c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125909 Apr 08 19:37:16.913890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52250) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:17.137283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e9b81-0bd2-43ba-818f-47aa855e3b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:17.137703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e9b81-0bd2-43ba-818f-47aa855e3b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:17.139377 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a97e9b81-0bd2-43ba-818f-47aa855e3b64 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244165 Apr 08 19:37:19.647832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52260) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:19.840173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0bcde-2d7a-4fa6-934c-f1ac9d3c2b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:19.841693 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d4e0bcde-2d7a-4fa6-934c-f1ac9d3c2b1d admin admin] 10.222.0.35 "GET /v2.0/networks/1dbd2572-0a8d-4da1-8f37-881107086e20 HTTP/1.1" status: 200 len: 869 time: 0.1928127 Apr 08 19:37:22.360121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52270) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:22.559601 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538acb6c-4f0c-44a3-be36-b7a7f64c511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:22.561008 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-538acb6c-4f0c-44a3-be36-b7a7f64c511b admin admin] 10.222.0.35 "GET /v2.0/networks/91975235-ed21-4190-9581-b38318b4bb50 HTTP/1.1" status: 200 len: 886 time: 0.1998160 Apr 08 19:37:25.039493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52280) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:25.169711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e34db2-89a7-457a-a5af-56cd1d0a926b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:25.170214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e34db2-89a7-457a-a5af-56cd1d0a926b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:25.171848 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-56e34db2-89a7-457a-a5af-56cd1d0a926b admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312711 Apr 08 19:37:27.661891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52290) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:27.787093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5341ef3-69cd-43fb-8b11-3a3d63650f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:27.787647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5341ef3-69cd-43fb-8b11-3a3d63650f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:27.789357 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d5341ef3-69cd-43fb-8b11-3a3d63650f6a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264205 Apr 08 19:37:30.396162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52300) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:30.532532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c6075-cf3a-413a-aaac-971a91f2e1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:30.533907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-503c6075-cf3a-413a-aaac-971a91f2e1a8 admin admin] 10.222.0.35 "GET /v2.0/subnets/2b4f6aaa-e6d4-49a4-9354-0d68a32b685c HTTP/1.1" status: 200 len: 868 time: 0.1363378 Apr 08 19:37:33.048411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52310) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:33.171185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700fdaf-de95-452f-af2a-70aef310a32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:37:33.172722 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f700fdaf-de95-452f-af2a-70aef310a32e admin admin] 10.222.0.35 "GET /v2.0/subnets/b194d5ae-5544-49b2-98af-e71d62acf61b HTTP/1.1" status: 200 len: 816 time: 0.1231999 Apr 08 19:37:33.538334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-87b71282-3934-4dfd-a43c-a9673d4dbbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:35.942445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-71e05f0f-962e-4997-85a9-49b126872ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:36.281414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:37.021680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:37.597117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:37:41.648661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:37:59.854684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52354) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:37:59.907798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-a0a97203-205b-4bbf-a94d-7458b6595147 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:37:59.908918 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a0a97203-205b-4bbf-a94d-7458b6595147 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531924 Apr 08 19:38:02.476158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52364) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:38:02.558788 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20ace41-09b0-4b0e-b0ea-34cba23deab5 admin admin] GET failed (client error): The resource could not be found. Apr 08 19:38:02.560162 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e20ace41-09b0-4b0e-b0ea-34cba23deab5 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0829337 Apr 08 19:38:02.711348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b8683-7325-42ef-aa61-5bd6cef5493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:38:02.712942 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-660b8683-7325-42ef-aa61-5bd6cef5493f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1461627 Apr 08 19:38:03.532886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-447118fe-063f-4c9b-85e0-5085ade2cce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.258038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52374) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:38:05.323055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:38:05.328540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:38:05.340341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:38:05.352510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Made reservation on behalf of 3f52133d91db4b9c85d798e906f82305 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:38:05.357211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.453040 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.services.revisions.revision_plugin [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Could not find related network for resource to bump revision. Apr 08 19:38:05.465965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:38:05.475538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.475917 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Added segment f7a7f861-5ced-44ef-a0b6-3ce10706365b of type vlan for network 11547aba-953e-407f-9647-e6cd7d043d7e Apr 08 19:38:05.502600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.533293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.534702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:38:05.535366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:05.538700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:38:05.646400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=11547aba-953e-407f-9647-e6cd7d043d7e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:38:05.649920 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3904691 Apr 08 19:38:05.650664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:38:05.660935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 11547aba-953e-407f-9647-e6cd7d043d7e details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:38:05.946451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5da06579-8c6d-4bda-b890-3f3ca6d1ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:06.284370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:07.025933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:07.600869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:08.179352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52384) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:38:08.255295 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba76b537-d531-418d-a2ad-b6d656414166 admin admin] GET failed (client error): The resource could not be found. Apr 08 19:38:08.256692 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ba76b537-d531-418d-a2ad-b6d656414166 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0762916 Apr 08 19:38:08.373287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee21b5-6f2c-4266-9cf9-5eedef6484f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:38:08.374725 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-34ee21b5-6f2c-4266-9cf9-5eedef6484f2 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1117244 Apr 08 19:38:08.387208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:38:08.391958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:38:08.402384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:38:08.413604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Made reservation on behalf of 3f52133d91db4b9c85d798e906f82305 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:38:08.421448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:08.846407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:08.861799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-86c5cf80-ed43-4902-95b1-36649d59e827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:38:09.147888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24583f74-c789-45a4-ba59-fe134498cace,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:38:09.159961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.160235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.160666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.161026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.161380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.161735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.162087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.162405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.162799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.163153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.163492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.163819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:09.169903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:38:09.222803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Checking segment: {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:38:09.223160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Network hostable DHCP agents. Network: 11547aba-953e-407f-9647-e6cd7d043d7e, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:38:09.243058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Network 11547aba-953e-407f-9647-e6cd7d043d7e is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:38:09.252126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 11547aba-953e-407f-9647-e6cd7d043d7e) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:38:09.256993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:38:09.257642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:09.272125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027dcde-84eb-4660-8455-224c4308c043 None None] Network 11547aba-953e-407f-9647-e6cd7d043d7e requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:38:09.286219 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9028099 Apr 08 19:38:09.512753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-11547aba-953e-407f-9647-e6cd7d043d7e', 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e', 'tenant_id': '3f52133d91db4b9c85d798e906f82305', 'fixed_ips': [{'subnet_id': '24583f74-c789-45a4-ba59-fe134498cace'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:38:09.514006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:09.682543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Allocated IP 192.168.233.2 (11547aba-953e-407f-9647-e6cd7d043d7e/24583f74-c789-45a4-ba59-fe134498cace/86164b4e-165b-4298-86fd-c7812c14e474) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:38:10.063096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:10.074057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Transition to ACTIVE for port object 86164b4e-165b-4298-86fd-c7812c14e474 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:38:10.093299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Transition to ACTIVE for port object 86164b4e-165b-4298-86fd-c7812c14e474 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:38:10.099833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:10.115599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:38:10.256381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Pushing event updated for resources: {'Port': ['ID=86164b4e-165b-4298-86fd-c7812c14e474,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:38:10.266781 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.267162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.267529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.267890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.268253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.268625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.269057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.269405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.269768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.270088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.270438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.270782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:38:10.276165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:38:10.316151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Network 11547aba-953e-407f-9647-e6cd7d043d7e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:38:10.317323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:38:10.324569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:38:10.415249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Attempting to bind port 86164b4e-165b-4298-86fd-c7812c14e474 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:38:10.415627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Attempting to bind port 86164b4e-165b-4298-86fd-c7812c14e474 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:38:10.416026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Attempting to bind port 86164b4e-165b-4298-86fd-c7812c14e474 on network 11547aba-953e-407f-9647-e6cd7d043d7e {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:38:10.421745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:38:10.422159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Checking segment: {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:38:10.422610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:10.423133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Bound using segment: {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:38:10.423649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Bound port: 86164b4e-165b-4298-86fd-c7812c14e474, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:38:10.424059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:10.501201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] For port 86164b4e-165b-4298-86fd-c7812c14e474, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:38:10.505966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] For port 86164b4e-165b-4298-86fd-c7812c14e474, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=86164b4e-165b-4298-86fd-c7812c14e474,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:38:10.509461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:10.523381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:38:10.678084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Pushing event updated for resources: {'Port': ['ID=86164b4e-165b-4298-86fd-c7812c14e474,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:38:10.681337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:38:11.174219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 86164b4e-165b-4298-86fd-c7812c14e474 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:38:11.250735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 86164b4e-165b-4298-86fd-c7812c14e474 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:38:12.038226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ac1f5-9bfe-49d5-86db-2c33a0a68189 None None] Network 11547aba-953e-407f-9647-e6cd7d043d7e requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:38:12.157344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Provisioning for port 86164b4e-165b-4298-86fd-c7812c14e474 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:38:12.175926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Provisioning complete for port 86164b4e-165b-4298-86fd-c7812c14e474 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:38:12.176585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:12.399564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:12.420976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] For port 86164b4e-165b-4298-86fd-c7812c14e474, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=86164b4e-165b-4298-86fd-c7812c14e474,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:38:12.426218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:12.428336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:38:12.500842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Pushing event updated for resources: {'Port': ['ID=86164b4e-165b-4298-86fd-c7812c14e474,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:38:12.504520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:38:12.656047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c2164aad-0f91-4409-acec-d4f5ebdb4f3f None None] Provisioning complete for port 86164b4e-165b-4298-86fd-c7812c14e474 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:38:12.656394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2164aad-0f91-4409-acec-d4f5ebdb4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:13.137123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 86164b4e-165b-4298-86fd-c7812c14e474 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:38:13.210517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 86164b4e-165b-4298-86fd-c7812c14e474 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:38:13.211088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:18.649234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:38:33.537921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1bac175d-6575-441e-b4cb-8aeecce047f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:35.950724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-953d2ad7-f30a-4832-8f59-0b93be533df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:36.288971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:37.029065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:37.601888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:38:55.649338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:39:03.543308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0a21de5d-42d5-4c88-9a86-1ae13d5b4d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:05.956338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6122-81b7-464a-b4dc-8c166d24e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:06.292233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:07.032792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:07.610065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:23.757785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52426) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:39:23.767945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [None req-0211a544-5ed6-43e7-abab-c8eabb581ecd tempest-verify_tempest_config-582798273 tempest-verify_tempest_config-582798273-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:39:23.769002 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0211a544-5ed6-43e7-abab-c8eabb581ecd tempest-verify_tempest_config-582798273 tempest-verify_tempest_config-582798273-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0098474 Apr 08 19:39:24.212350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52444) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:39:24.360888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.376236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:39:24.381016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Usage tracker for resource:security_group_rule and tenant:d7017b3e67eb4169878ac3985d48db2f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:39:24.384012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:39:24.390261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:39:24.487725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.491615 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.499211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1f9610-ecd8-4727-8ac7-dc46f8274025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:39:24.543421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Synchronizing usage tracker for tenant:3f52133d91db4b9c85d798e906f82305 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:39:24.545905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242d7fd5-d1d4-482b-8f6d-9ccb22694495,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:39:24.556538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.556897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.557264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.557622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.557976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.558335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.558691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.559041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.559397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.559747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.560096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.560447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.564860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:39:24.576908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Unset dirty status for tenant:3f52133d91db4b9c85d798e906f82305 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:39:24.578261 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7017b3e67eb4169878ac3985d48db2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3648589 Apr 08 19:39:24.581967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52450) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:39:24.653997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.680893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.751095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.757364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:39:24.777705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d7fd5-d1d4-482b-8f6d-9ccb22694495,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:39:24.788332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.788740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.789102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.789464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.789825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.790180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.790530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.790893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.791256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.791607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.791955 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.792309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:39:24.794949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:24.796129 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242d7fd5-d1d4-482b-8f6d-9ccb22694495 HTTP/1.1" status: 204 len: 168 time: 0.2128255 Apr 08 19:39:24.798047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:39:32.649557 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:39:33.549135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-72a3d0bb-b5cb-4db4-a463-4b280b3d9cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:35.959786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd38b-a99d-4870-adc1-94a9fea1c95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:36.294910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:37.036644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:39:37.611221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:03.548281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8a0b6e9f-0003-49ae-9164-b05e478bdb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:05.971933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8f41b910-bcb5-4b6c-9f88-93719bc47147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:06.297325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:07.047081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:07.622785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:09.654658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:40:33.548903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5614802d-37bd-4535-bb1e-18be1800a6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:35.971537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ceab40b8-8ab2-43c4-85d6-8cd679b9db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:36.305813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:37.048521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:37.625490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:40:46.659375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 5 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:41:03.241420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127'] for agent, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:03.543155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-78ae1982-f9d0-4f7d-8084-2eaa783d2dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:05.965141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2318977a-8769-47c6-92d9-e0bbe06dfb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:06.304183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:07.043002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:07.622116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:08.680842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52510) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:41:08.814744 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9a0d2ec7-59e1-43fa-8673-67eaf82d5434 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1326621 Apr 08 19:41:11.298870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52520) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:41:11.364217 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-439cd157-c494-41c9-b0a7-7d364b44b208 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0640998 Apr 08 19:41:23.665151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:41:33.202033 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:33.558009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-16bdce5f-f1ca-45e8-baeb-1b78c098e678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:35.974311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef95fb00-9ba2-4f77-b39b-a09a6951065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:36.310358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:37.053597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:41:37.637667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:00.666011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:42:03.206737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:03.557632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6799f07b-a1d5-4c36-864d-a0d6a4ecd9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:05.967639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-41abdaf1-1523-49a4-b5a7-fbb3eac40d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:06.318529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:07.049135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:07.632119 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:33.207515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:33.551445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-44307a04-fbe1-4b0e-b106-0462cbaf54c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:35.975406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-862b850d-59ed-4f05-9be7-6cdd91fcfb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:36.315126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:37.045877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:37.642443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:37.665844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:42:45.773494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52656) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:46.131868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-372694225-network', 'tenant_id': 'fb2bc2180c134b41aa3781c5b0cd68a8'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:46.137468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:46.141994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Usage tracker for resource:network and tenant:fb2bc2180c134b41aa3781c5b0cd68a8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:46.145289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:46.151532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:46.161823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Made reservation on behalf of fb2bc2180c134b41aa3781c5b0cd68a8 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:46.167461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.181494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.197078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:46.201263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Usage tracker for resource:security_group_rule and tenant:fb2bc2180c134b41aa3781c5b0cd68a8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:46.204424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:46.210566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:46.310570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.313935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.326977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:42:46.340008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.340443 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Added segment fbd8ce89-bd4f-4660-96b3-86c9d5570176 of type vlan for network 133b34fa-bc01-401a-b537-8fa070b0234a Apr 08 19:42:46.346094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:46.392051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.401897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acbb94-c634-456c-a5dd-8fcb2c5f06c2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:46.412010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.412402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.412798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.413164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.413522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.413882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.414240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.414625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.414948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.415280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.415603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.415959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Tracked resource versions report: Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: HyperV agent@hv-cinder-78462: {}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:42:46.417129 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:42:46.420861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:46.444805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.446198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:46.446837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.450879 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-53fde7f9-636e-4b03-9af4-273274b75ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:46.568164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Pushing event updated for resources: {'Network': ['ID=133b34fa-bc01-401a-b537-8fa070b0234a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:46.571188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:46.576842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52700) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:46.580913 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8058259 Apr 08 19:42:46.581721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 133b34fa-bc01-401a-b537-8fa070b0234a details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:42:46.586760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Request body: {'subnet': {'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-372694225-subnet', 'tenant_id': 'fb2bc2180c134b41aa3781c5b0cd68a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:46.592731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:46.597133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Usage tracker for resource:subnet and tenant:fb2bc2180c134b41aa3781c5b0cd68a8 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:46.600554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:46.606813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:46.620782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Made reservation on behalf of fb2bc2180c134b41aa3781c5b0cd68a8 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:46.625755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:46.900221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52720) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:46.969503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52730) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:47.051441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.066649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:47.198408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ebefeb-a571-47e3-9f95-4722aef8dbd0,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:47.210854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.211380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-223189099-network', 'tenant_id': '790907dbf7a8482bb06f3355829d0654'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:47.211668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.212177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.212707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.213223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.213747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.214246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.214747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.215321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.215828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.216343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.217105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Tracked resource versions report: Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: HyperV agent@hv-cinder-78462: {}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:42:47.218941 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:42:47.231216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:47.233851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:47.239071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Usage tracker for resource:network and tenant:790907dbf7a8482bb06f3355829d0654 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:47.242283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:47.248740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:47.260433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:47.266187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.282538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.292137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Checking segment: {'id': 'fbd8ce89-bd4f-4660-96b3-86c9d5570176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:42:47.292906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Network hostable DHCP agents. Network: 133b34fa-bc01-401a-b537-8fa070b0234a, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:42:47.305783 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:47.312141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Usage tracker for resource:security_group_rule and tenant:790907dbf7a8482bb06f3355829d0654 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:47.314418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Network 133b34fa-bc01-401a-b537-8fa070b0234a is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:42:47.316067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:47.324106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:47.325277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 133b34fa-bc01-401a-b537-8fa070b0234a) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:47.330607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:47.331361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.340453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd105f-0731-4b17-86b6-accc13d0459d None None] Network 133b34fa-bc01-401a-b537-8fa070b0234a requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:47.357127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7790549 Apr 08 19:42:47.450755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.454323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.463612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:47.496402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d45a48-6ec0-4452-a9df-d676ba37e767,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:47.501519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:47.502239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:42:47.511730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.513083 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Added segment e8f560ba-3015-4c27-952d-12ec4ee2c965 of type vlan for network 62be85fb-0af3-49e9-aba9-af5b3906c1cf Apr 08 19:42:47.541787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.580632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.583686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ed8c8-7c0a-4d2e-99d0-cd17732804c3 None None] Network 133b34fa-bc01-401a-b537-8fa070b0234a requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:47.583976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:47.584694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.590266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:47.721085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-765416449-network', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:47.735267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52756) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:47.735493 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8328555 Apr 08 19:42:47.737007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Pushing event updated for resources: {'Network': ['ID=62be85fb-0af3-49e9-aba9-af5b3906c1cf,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:47.739941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:47.742648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Request body: {'subnet': {'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-223189099-subnet', 'tenant_id': '790907dbf7a8482bb06f3355829d0654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:47.743072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:47.748930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Usage tracker for resource:network and tenant:a49cdb3e0ec1487ba379a74fe4177586 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:47.752109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:47.754034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:47.765951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:47.773222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Usage tracker for resource:subnet and tenant:790907dbf7a8482bb06f3355829d0654 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:47.776115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:42:47.777916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Made reservation on behalf of a49cdb3e0ec1487ba379a74fe4177586 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:47.783046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.787832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:47.798214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.804437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:47.816245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:47.822181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Usage tracker for resource:security_group_rule and tenant:a49cdb3e0ec1487ba379a74fe4177586 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:47.827776 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:47.833576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:47.834756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.842448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:47.956068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.961225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.979262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:42:47.995131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:47.995739 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Added segment 5b8bfacd-507b-458b-8bc7-499d6f9fefd7 of type vlan for network 167a446c-14b8-4320-90f4-876fbf4dadae Apr 08 19:42:48.007573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:48.060067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.064899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baac4e1-934a-499e-824d-2ec2ac8d8f8c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:48.068490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:48.108869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.111087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:48.111946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.117951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:48.277483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3059020 Apr 08 19:42:48.278278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52784) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:48.283961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Pushing event updated for resources: {'Network': ['ID=167a446c-14b8-4320-90f4-876fbf4dadae,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:48.297139 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 167a446c-14b8-4320-90f4-876fbf4dadae details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:42:48.299404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Request body: {'subnet': {'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-subnet', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:48.305399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:48.318938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Usage tracker for resource:subnet and tenant:a49cdb3e0ec1487ba379a74fe4177586 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:48.321953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:48.336022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:48.343681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:48.354095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Made reservation on behalf of a49cdb3e0ec1487ba379a74fe4177586 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:48.358925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.539482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.558180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:48.769137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da764cf-0945-4292-9752-5de065869e60,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:48.784756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:48.904807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Checking segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:42:48.905220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Network hostable DHCP agents. Network: 62be85fb-0af3-49e9-aba9-af5b3906c1cf, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:42:48.951422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:42:48.966362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 62be85fb-0af3-49e9-aba9-af5b3906c1cf) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:48.970533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:48.971136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:48.976460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65136f35-fdd3-4b38-9d51-067b6f6f419a None None] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:49.091761 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-01816200-148f-4ee3-a59d-75e46791f288 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3550847 Apr 08 19:42:49.161651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.257778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:49.352882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcd19bf-93dc-479a-a67b-2574d2d56bd6,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:49.358961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:49.427109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Checking segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:42:49.427506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Network hostable DHCP agents. Network: 167a446c-14b8-4320-90f4-876fbf4dadae, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:42:49.447967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b0bac-6c7c-461c-a709-b4e4642766b6 None None] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:49.450725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Network 167a446c-14b8-4320-90f4-876fbf4dadae is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:42:49.461387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 167a446c-14b8-4320-90f4-876fbf4dadae) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:49.465768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:49.466936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.491661 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-eec8dff1-d075-4bc9-887f-8ce07c4f12a2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2093663 Apr 08 19:42:49.494245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52822) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:49.501459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:49.506632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:49.511826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Usage tracker for resource:router and tenant:a49cdb3e0ec1487ba379a74fe4177586 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:49.515573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:49.522851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:49.535130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.536505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.568156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af50ad-30a6-4e8f-9b14-ea07937736b7 None None] Network 167a446c-14b8-4320-90f4-876fbf4dadae requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:49.579286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.918254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:49.938770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5d7f4-e86b-48ff-9384-d9c5eb9c2f24 None None] Network 167a446c-14b8-4320-90f4-876fbf4dadae requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:42:50.532459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:50.569405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:50.717720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Allocated IP 172.28.3.121 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/345d89bc-4a7c-44fb-af99-7fb63961bc68) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:42:50.889291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:50.970954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:50.989818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:51.075076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Pushing event updated for resources: {'Port': ['ID=345d89bc-4a7c-44fb-af99-7fb63961bc68,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:51.079133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:51.253704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:42:51.255236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:51.257891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:42:51.453194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52920) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:51.459936 dv-cinder-784623-4-smb neutron-server[85192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 19:42:51.504352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 52930) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:51.507420 dv-cinder-784623-4-smb neutron-server[85192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 19:42:51.814648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-4f588289-e695-49aa-a304-843a0fc990b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:51.815392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-4f588289-e695-49aa-a304-843a0fc990b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:42:51.831860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-4f588289-e695-49aa-a304-843a0fc990b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:42:51.833136 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-4f588289-e695-49aa-a304-843a0fc990b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.3758974 Apr 08 19:42:51.837660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-56239874-7db8-4d0d-a117-a0a6a5c2f793 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:51.839272 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-56239874-7db8-4d0d-a117-a0a6a5c2f793 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/networks?id=133b34fa-bc01-401a-b537-8fa070b0234a HTTP/1.1" status: 200 len: 811 time: 0.3336766 Apr 08 19:42:51.844448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:51.852023 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-67a0ae94-eda5-4502-8a3d-7d3cc6f82aad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/quotas/790907dbf7a8482bb06f3355829d0654 HTTP/1.1" status: 200 len: 375 time: 0.0120227 Apr 08 19:42:51.894011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52940) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:51.912691 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-989b1d20-58b5-4221-b2d5-dbde42fd12af tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542688 Apr 08 19:42:51.982962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-08bde0fc-7f46-47ea-9467-f0e6a912d6ec tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/quotas/fb2bc2180c134b41aa3781c5b0cd68a8 HTTP/1.1" status: 200 len: 375 time: 0.0791116 Apr 08 19:42:52.043059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.053266 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-fa27ae63-43dd-42c9-ae7f-c65213df3093 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb2bc2180c134b41aa3781c5b0cd68a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569093 Apr 08 19:42:52.064987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-72aebdac-e816-4044-ac17-3127f3abc956 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:42:52.066076 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-72aebdac-e816-4044-ac17-3127f3abc956 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579357 Apr 08 19:42:52.070225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:52.075597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:58f3671b622845ee9e1575a28ec77161 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:52.080087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:52.122492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:52.214296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-824cf9d7-877e-4ac1-b0a1-fbfe2306a096 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:42:52.215609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-824cf9d7-877e-4ac1-b0a1-fbfe2306a096 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0734689 Apr 08 19:42:52.265182 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-61792918-6022-4d08-a3d1-2e9ddf478065 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861174 Apr 08 19:42:52.430751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.447933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.484595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:52.496536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58f3671b622845ee9e1575a28ec77161&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5963233 Apr 08 19:42:52.497495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 52962) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:52.503738 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-3de5604d-d028-49cc-a034-6b6f9845be86 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312896 Apr 08 19:42:52.553844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b7e24-c00c-4e0d-a1f4-9dd8bfb28b10,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:52.561108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:52.584362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.603079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.632944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.654137 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-5568ea83-13aa-4f35-8df3-773b2920015a service neutron] 10.222.0.35 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296417 Apr 08 19:42:52.689379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.695653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:52.739280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:52.742889 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/433b7e24-c00c-4e0d-a1f4-9dd8bfb28b10 HTTP/1.1" status: 204 len: 168 time: 0.2401366 Apr 08 19:42:52.742889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b7e24-c00c-4e0d-a1f4-9dd8bfb28b10,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:52.747590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:52.953094 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-5927e386-bb27-42a7-818f-ed57595c437c service neutron] 10.222.0.35 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287593 Apr 08 19:42:52.985250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:42:53.311628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:42:53.323486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Sync routers for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:42:53.380898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:42:53.388165 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-30248ae2-bb5d-4e96-a7c6-ca9b6dc09da1 req-0960cca3-c989-427a-a5c5-0d1c4f4f3359 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.0712764 Apr 08 19:42:53.388736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:42:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:42:53.421278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:53.428917 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9308069 Apr 08 19:42:53.431424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53014) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:53.431969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53016) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:53.739998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:53.787493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:53.793336 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-57f019e6-28b1-4a26-b3a2-9fa9a0f8cab6 req-44698897-2883-4008-b5d3-0702d3f1437c tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 210 time: 0.1362200 Apr 08 19:42:53.811079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Usage tracker for resource:security_group_rule and tenant:b3beac52bfc14e9a9d1482bb0cd60558 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:53.815276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:42:53.824524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:53.850155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:54.256505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:51Z', 'revision_number': 3, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:42:54.261607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Checking router: 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:42:54.262311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Updating router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 port 345d89bc-4a7c-44fb-af99-7fb63961bc68 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:42:54.331061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:54.851483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43450c32-bf55-49d3-a7ab-e8a16d5e73f0 req-d5ee7bf4-daaa-4459-a5d8-14c60a9e3880 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.1087480 Apr 08 19:42:54.883702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:54.902716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Transition to ACTIVE for port object 345d89bc-4a7c-44fb-af99-7fb63961bc68 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:42:54.907586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:54.909143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:54.942618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:54.958689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:54.988058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:55.019994 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3beac52bfc14e9a9d1482bb0cd60558&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5825632 Apr 08 19:42:55.020524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67530616-c030-470d-bcde-05d7b37fb949,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:55.020638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 53126) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:55.087757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:55.142264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Pushing event updated for resources: {'Port': ['ID=345d89bc-4a7c-44fb-af99-7fb63961bc68,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:55.156844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.157416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.157953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.158482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.159003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.159511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.160022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.160578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.161090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.161607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.162110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.162611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Tracked resource versions report: Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: HyperV agent@hv-cinder-78462: {}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:42:55.163929 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:42:55.171726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:55.265082 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c6aa8595-3a27-47e6-a328-86581643446b req-b69629e9-73c2-486a-9cd2-6d5196af4afd tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 210 time: 0.1657557 Apr 08 19:42:55.325115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.348089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.362943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.416581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Attempting to bind port 345d89bc-4a7c-44fb-af99-7fb63961bc68 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:42:55.420061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Attempting to bind port 345d89bc-4a7c-44fb-af99-7fb63961bc68 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:42:55.421275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Attempting to bind port 345d89bc-4a7c-44fb-af99-7fb63961bc68 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:42:55.432544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:42:55.434042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:42:55.434744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.435373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:42:55.438333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Bound port: 345d89bc-4a7c-44fb-af99-7fb63961bc68, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:42:55.439388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.464318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.472295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-19ffa454-392e-429a-a55d-938e9d77dbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:55.487998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67530616-c030-470d-bcde-05d7b37fb949,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:55.523830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:55.545689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.549719 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67530616-c030-470d-bcde-05d7b37fb949 HTTP/1.1" status: 204 len: 168 time: 0.5279682 Apr 08 19:42:55.593370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] For port 345d89bc-4a7c-44fb-af99-7fb63961bc68, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:42:55.597234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] For port 345d89bc-4a7c-44fb-af99-7fb63961bc68, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=345d89bc-4a7c-44fb-af99-7fb63961bc68,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:42:55.601751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:55.682821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Allocated IP 172.20.0.1 (167a446c-14b8-4320-90f4-876fbf4dadae/8bcd19bf-93dc-479a-a67b-2574d2d56bd6/1d2acf33-2cfb-45dd-9e03-02b57cfa2311) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:42:55.805706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:55.982972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.13', 50343) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:56.054858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:42:56.055463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:42:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:42:56.136448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53166) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:56.190800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:56.315249 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86333f17-e66e-47ba-ac15-a84ec4ac9e57 req-3459d063-01af-42f4-9dfb-62339e989542 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.1292932 Apr 08 19:42:56.398219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:56.416392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Pushing event updated for resources: {'Port': ['ID=345d89bc-4a7c-44fb-af99-7fb63961bc68,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:56.431981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:42:56.433946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-731f30ca-4289-4d97-8eff-2b6a0a86dff0 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:56.435720 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-731f30ca-4289-4d97-8eff-2b6a0a86dff0 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.13 "GET /v2.0/networks?id=133b34fa-bc01-401a-b537-8fa070b0234a HTTP/1.1" status: 200 len: 811 time: 0.4518559 Apr 08 19:42:56.460219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:56.488422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Request body: {'port': {'device_id': '5c76ef12-3c68-4150-84e4-25753af62186', 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a', 'admin_state_up': True, 'tenant_id': 'fb2bc2180c134b41aa3781c5b0cd68a8'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:56.551272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:56.600458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.13', 50349) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:56.693261 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e772411d-7ed5-4069-bd89-c38eee19f4d8 req-4b2ae057-497a-4336-8e38-af6b8d2d371e tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 210 time: 0.1203349 Apr 08 19:42:56.699265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:56.839174 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:56.863769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Network 167a446c-14b8-4320-90f4-876fbf4dadae is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:42:56.865229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Usage tracker for resource:security_group_rule and tenant:293faf4e68204e0fb64bb9e768f82eaf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:56.866862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:56.872886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:56.879093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:42:56.879636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:56.882831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:56.886397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:56.896527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:56.909456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Usage tracker for resource:port and tenant:fb2bc2180c134b41aa3781c5b0cd68a8 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:56.914554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:56.915418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:56.980061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:57.016293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Made reservation on behalf of fb2bc2180c134b41aa3781c5b0cd68a8 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:57.023060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:57.271632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Allocated IP 172.20.0.2 (133b34fa-bc01-401a-b537-8fa070b0234a/48ebefeb-a571-47e3-9f95-4722aef8dbd0/d6fe5283-0831-4f90-b7fc-5224b38ea474) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:42:57.290647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:57.405844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:51Z', 'revision_number': 3, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:42:57.420892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-56cd0b1f-ff48-411d-8a6e-ee5410212b1c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:57.423396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166cb6-87a9-496f-8e82-ef3d99f2d8fb None None] The sync data for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb is: [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:51Z', 'revision_number': 3, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:42:57.425622 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-56cd0b1f-ff48-411d-8a6e-ee5410212b1c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.8235402 Apr 08 19:42:57.467733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Request body: {'port': {'device_id': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'admin_state_up': True, 'tenant_id': '790907dbf7a8482bb06f3355829d0654'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:42:57.836001 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:42:57.841042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:57.847803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Usage tracker for resource:port and tenant:790907dbf7a8482bb06f3355829d0654 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:42:57.852863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:42:57.863647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:42:57.941548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.010827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ef569ebc-fafd-4c5e-a081-cc952407fa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:58.030455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.152092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:42:58.158763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.197471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.206397 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d65b56-34f1-4dc1-97a3-e2288d7763b8 req-815a571c-8fcb-4d65-a1c2-d182eb91635a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.1746733 Apr 08 19:42:58.320262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:58.341129 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=293faf4e68204e0fb64bb9e768f82eaf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1991386 Apr 08 19:42:58.352157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53282) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:42:58.428216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06806c8c-890a-4f0e-b11f-5f768464b2bb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:58.451113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:58.620809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.681889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.730805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Pushing event updated for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:58.746858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:58.792299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.resource_extend [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 19:42:58.792821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ae0dd-5f18-4f0d-913a-62f509096170 req-e0976f81-37c3-4792-a7c9-e39b79b1e6a7 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:58.806281 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0b0ae0dd-5f18-4f0d-913a-62f509096170 req-e0976f81-37c3-4792-a7c9-e39b79b1e6a7 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 931 time: 0.5908787 Apr 08 19:42:58.827089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.847818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:58.872935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.884285 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0b0ae0dd-5f18-4f0d-913a-62f509096170 req-73e85aa1-de08-4aac-a7cc-e9d49d43f7fb tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 Apr 08 19:42:58.903371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06806c8c-890a-4f0e-b11f-5f768464b2bb,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:58.947482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:58.953848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Network 133b34fa-bc01-401a-b537-8fa070b0234a is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:42:58.962322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:58.968538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:42:58.969919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.972102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:58.976044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:42:58.976987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:59.036394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Allocated IP 172.20.0.7 (62be85fb-0af3-49e9-aba9-af5b3906c1cf/3da764cf-0945-4292-9752-5de065869e60/226c7d06-0bda-4b8b-988b-80cf2816bfa8) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:42:59.067897 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5841827 Apr 08 19:42:59.091679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-0aa6d29b-221b-41da-97c6-e7bd2a8f2c8d tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:42:59.094135 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-0aa6d29b-221b-41da-97c6-e7bd2a8f2c8d tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133500 Apr 08 19:42:59.209803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:42:59.256323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:59.258636 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06806c8c-890a-4f0e-b11f-5f768464b2bb HTTP/1.1" status: 204 len: 168 time: 0.9053276 Apr 08 19:42:59.289639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Network 167a446c-14b8-4320-90f4-876fbf4dadae is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:42:59.294050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:42:59.506958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 345d89bc-4a7c-44fb-af99-7fb63961bc68 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:42:59.639064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:42:59.642816 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 345d89bc-4a7c-44fb-af99-7fb63961bc68 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:42:59.654160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 345d89bc-4a7c-44fb-af99-7fb63961bc68 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:42:59.654649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:42:59.659937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:42:59.877866 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-10e081b9-92a7-4d05-a422-abcc8df1fb9a req-78f7cba8-c994-4a2c-a151-9bc62d796766 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.2066691 Apr 08 19:42:59.902235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53324) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:00.143665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:43:00.171893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:00.270340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 345d89bc-4a7c-44fb-af99-7fb63961bc68, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=345d89bc-4a7c-44fb-af99-7fb63961bc68,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:00.277745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:00.289734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:00.368609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:00.450346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:00.496349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:00.571528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=345d89bc-4a7c-44fb-af99-7fb63961bc68,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:00.589507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.590295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.592737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.593132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.593511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.593886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.594259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.594625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.594992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.595355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.595735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.596087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Tracked resource versions report: Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: pushed versions: Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: { 'AddressGroup': {'1.2'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': {'1.0'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': {'1.0'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': {'1.1'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': {'1.7'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': {'1.2'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': {'1.8'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': {'1.4'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': {'1.0'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': {'1.1'}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': {'1.1'}} Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: consumer versions: Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: { DHCP agent@dv-cinder-784623-4-smb: {}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: HyperV agent@hv-cinder-78462: {}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: L3 agent@dv-cinder-784623-4-smb: {}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: Metadata agent@dv-cinder-784623-4-smb: {}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: Metering agent@dv-cinder-784623-4-smb: {}, Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: Open vSwitch agent@dv-cinder-784623-4-smb: { 'AddressGroup': '1.2', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'ConntrackHelper': '1.0', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Log': '1.0', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Network': '1.1', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Port': '1.7', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'PortForwarding': '1.2', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'QosPolicy': '1.8', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroup': '1.4', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SecurityGroupRule': '1.2', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'SubPort': '1.0', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Subnet': '1.1', Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: 'Trunk': '1.1'}} Apr 08 19:43:00.597308 dv-cinder-784623-4-smb neutron-server[85192]: {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 19:43:00.616946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:00.662199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Request body: {'port': {'device_id': '5c76ef12-3c68-4150-84e4-25753af62186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:00.739866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:00.787377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:00.835271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f0ed4fd75747cdaf5a69f85454fc53 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:00.852941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:00.882226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:00.989658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eabbb-28d9-41d4-9e48-c9f753e5e72a req-80e08bec-51ee-4bd2-86fd-ea4ecefc4c9c tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:01.004932 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d13eabbb-28d9-41d4-9e48-c9f753e5e72a req-80e08bec-51ee-4bd2-86fd-ea4ecefc4c9c tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 931 time: 0.8394237 Apr 08 19:43:01.097395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event updated for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:01.100602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:01.135054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:01.200335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:43:01.209985 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Sync routers for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:43:01.236136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:43:01.240831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:42:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:01.259879 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d13eabbb-28d9-41d4-9e48-c9f753e5e72a req-7bda293c-4e9a-4ab3-8afa-cb1e34e1b5a6 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Synchronizing usage tracker for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:01.281178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:01.287630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:01.291006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:01.298106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:01.298987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:01.425920 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9703646 Apr 08 19:43:01.472886 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] 10.222.0.35 "PUT /v2.0/routers/0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0390797 Apr 08 19:43:01.510456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Request body: {'port': {'device_id': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:01.587887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:01.604151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:01.653020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:01.687049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d13eabbb-28d9-41d4-9e48-c9f753e5e72a req-7bda293c-4e9a-4ab3-8afa-cb1e34e1b5a6 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Unset dirty status for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:01.710517 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d13eabbb-28d9-41d4-9e48-c9f753e5e72a req-7bda293c-4e9a-4ab3-8afa-cb1e34e1b5a6 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042351 Apr 08 19:43:01.771606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 345d89bc-4a7c-44fb-af99-7fb63961bc68 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:01.841898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d56da-4a3b-4c74-98de-2b9123ba952f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:01.857192 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1f0ed4fd75747cdaf5a69f85454fc53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9512289 Apr 08 19:43:01.857192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:01.864991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53398) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:02.026043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.096397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.157060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1eca46-1696-40c9-ac04-9ae3f781257a req-b1b30839-f6fc-4710-b04e-7ea886084953 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:02.158617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf1eca46-1696-40c9-ac04-9ae3f781257a req-b1b30839-f6fc-4710-b04e-7ea886084953 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:02.222510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf1eca46-1696-40c9-ac04-9ae3f781257a req-b1b30839-f6fc-4710-b04e-7ea886084953 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:02.230716 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf1eca46-1696-40c9-ac04-9ae3f781257a req-b1b30839-f6fc-4710-b04e-7ea886084953 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 931 time: 0.9031527 Apr 08 19:43:02.249314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.280496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-172959a5-3a35-4e5c-8b17-f67b0dba5e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:02.283784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.289698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:43:02.337857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d56da-4a3b-4c74-98de-2b9123ba952f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:02.342787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.350264 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/400d56da-4a3b-4c74-98de-2b9123ba952f HTTP/1.1" status: 204 len: 168 time: 0.4818227 Apr 08 19:43:02.350264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:02.883718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226c7d06-0bda-4b8b-988b-80cf2816bfa8 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:02.902832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:02.925574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Transition to ACTIVE for port object 226c7d06-0bda-4b8b-988b-80cf2816bfa8 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:02.943835 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf1eca46-1696-40c9-ac04-9ae3f781257a req-becee14f-51f5-4888-8197-530e554f5659 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114787 Apr 08 19:43:03.026850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:03.068806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 345d89bc-4a7c-44fb-af99-7fb63961bc68 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:03.069231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:03.093771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:03.131021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-2f15951f-fa38-405c-a8f2-fd7f357c512f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:03.131021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-2f15951f-fa38-405c-a8f2-fd7f357c512f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:03.151250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53442) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:03.191009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-2f15951f-fa38-405c-a8f2-fd7f357c512f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:03.205484 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-2f15951f-fa38-405c-a8f2-fd7f357c512f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 818 time: 0.6080551 Apr 08 19:43:03.274058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-3fcb7654-74d0-445a-8dd7-17768c36f0b7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/quotas/a49cdb3e0ec1487ba379a74fe4177586 HTTP/1.1" status: 200 len: 375 time: 0.0672212 Apr 08 19:43:03.473931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-08e48486-0cd0-421f-a06c-3852420250f9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:03.478612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fe5283-0831-4f90-b7fc-5224b38ea474 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:03.558790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:03.592852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-08e48486-0cd0-421f-a06c-3852420250f9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:03.604981 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-08e48486-0cd0-421f-a06c-3852420250f9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3298397 Apr 08 19:43:03.607828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:03.616344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5e2801ed574a788a6582362ee32a4a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:03.623829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:03.633772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:03.672712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:03.679013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:03.697779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:03.719525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57406c4-360d-4ebf-bb10-3566e2c15b91 req-feac5415-d0bc-465f-b56a-d26b635e8126 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:03.736400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b57406c4-360d-4ebf-bb10-3566e2c15b91 req-feac5415-d0bc-465f-b56a-d26b635e8126 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Synchronizing usage tracker for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:03.804801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Transition to ACTIVE for port object d6fe5283-0831-4f90-b7fc-5224b38ea474 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:03.851784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:03.901379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:04.030102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0efc4ad3-da94-4c9d-81b5-5f7c808fddea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.061361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.113364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.123355 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-17f23e3e-428a-4031-8949-29b7fabfde84 service neutron] 10.222.0.35 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026939 Apr 08 19:43:04.171555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:57Z', 'revision_number': 4, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1d2acf33-2cfb-45dd-9e03-02b57cfa2311', 'name': '', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'mac_address': 'fa:16:3e:14:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:55Z', 'updated_at': '2021-04-08T19:42:57Z', 'revision_number': 2, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'subnets': [{'id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:04.178099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Checking router: 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:43:04.178502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Updating router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:43:04.258926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.310974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b57406c4-360d-4ebf-bb10-3566e2c15b91 req-feac5415-d0bc-465f-b56a-d26b635e8126 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Unset dirty status for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:04.320378 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b57406c4-360d-4ebf-bb10-3566e2c15b91 req-feac5415-d0bc-465f-b56a-d26b635e8126 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 931 time: 1.0845797 Apr 08 19:43:04.402115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-d235b4f3-ce08-4eb3-a397-9d3be237e4a6 service neutron] 10.222.0.35 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770932 Apr 08 19:43:04.405352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.504978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:04.570646 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb5e2801ed574a788a6582362ee32a4a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3834422 Apr 08 19:43:04.571458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45cfaf-0fc6-4a20-afc9-4d5cb1b6989b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:04.581701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53496) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:04.586655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:04.756674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.851723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:04.986960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Attempting to bind port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:04.987424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Attempting to bind port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:04.987757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Attempting to bind port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:04.997207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.022157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7c9cde4f-1638-444b-ab30-b52e5698b302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:05.043709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45cfaf-0fc6-4a20-afc9-4d5cb1b6989b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:05.045838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.047041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb45cfaf-0fc6-4a20-afc9-4d5cb1b6989b HTTP/1.1" status: 204 len: 168 time: 0.4625573 Apr 08 19:43:05.048138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:05.062276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da9ab-4faf-466c-af54-6779dc39de23 req-50d7970f-f400-4c9a-bf44-b87c34ca72c3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:05.071547 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-800da9ab-4faf-466c-af54-6779dc39de23 req-50d7970f-f400-4c9a-bf44-b87c34ca72c3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 0.1307087 Apr 08 19:43:05.115041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-800da9ab-4faf-466c-af54-6779dc39de23 req-285f99e2-bae3-4952-b1c0-d22c71262754 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:05.135426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-800da9ab-4faf-466c-af54-6779dc39de23 req-285f99e2-bae3-4952-b1c0-d22c71262754 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:05.137103 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-800da9ab-4faf-466c-af54-6779dc39de23 req-285f99e2-bae3-4952-b1c0-d22c71262754 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Apr 08 19:43:05.253366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:43:05.253963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Attempting to bind port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:05.265498 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b57406c4-360d-4ebf-bb10-3566e2c15b91 req-73c2174c-d836-4f00-9a14-3049d6292926 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9427550 Apr 08 19:43:05.398431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:05.416980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.515s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:05.435694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:05.436609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Checking segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:05.437436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Bound using segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:05.440235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Bound port: 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:05.440877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.471122 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-efe7de5b-c62e-41e8-9c96-f60356384cd6 req-6687fbe8-91ce-448d-bf60-0ad233c92dbe tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 210 time: 0.2175078 Apr 08 19:43:05.656213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:05.656404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.661412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:05.680983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.707221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Transition to ACTIVE for port object 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:05.721293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:05.734794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e0b02ba4-8390-4c7a-8e6d-886382dec437 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:05.768310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:05.883212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Attempting to bind port d6fe5283-0831-4f90-b7fc-5224b38ea474 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:05.883756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Attempting to bind port d6fe5283-0831-4f90-b7fc-5224b38ea474 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fbd8ce89-bd4f-4660-96b3-86c9d5570176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:05.884138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Attempting to bind port d6fe5283-0831-4f90-b7fc-5224b38ea474 on network 133b34fa-bc01-401a-b537-8fa070b0234a {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:05.901960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Port d6fe5283-0831-4f90-b7fc-5224b38ea474 on network 133b34fa-bc01-401a-b537-8fa070b0234a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:43:05.902547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Attempting to bind port d6fe5283-0831-4f90-b7fc-5224b38ea474 on network 133b34fa-bc01-401a-b537-8fa070b0234a {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:05.980289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:05.980934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Checking segment: {'id': 'fbd8ce89-bd4f-4660-96b3-86c9d5570176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:05.981358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Bound using segment: {'id': 'fbd8ce89-bd4f-4660-96b3-86c9d5570176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:05.981982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Bound port: d6fe5283-0831-4f90-b7fc-5224b38ea474, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd8ce89-bd4f-4660-96b3-86c9d5570176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:05.982384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.107143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Pushing event updated for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:06.148032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:06.151503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-526433d9-b5c5-46f0-80ef-493b9a3386bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.483081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-758f4e22-9e7d-4a24-ab32-5ecb1384d147 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:06.492987 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-758f4e22-9e7d-4a24-ab32-5ecb1384d147 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 818 time: 0.3746850 Apr 08 19:43:06.553315 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-08ad2480-1e18-44ad-9260-0b89172bd68f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/quotas/a49cdb3e0ec1487ba379a74fe4177586 HTTP/1.1" status: 200 len: 375 time: 0.0593026 Apr 08 19:43:06.592382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:06.608809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.623762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/226c7d06-0bda-4b8b-988b-80cf2816bfa8 HTTP/1.1" status: 200 len: 1093 time: 5.1335852 Apr 08 19:43:06.637160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:06.644315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.728213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Attempting to bind port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:06.728649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Attempting to bind port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:06.729060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Attempting to bind port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 on network 167a446c-14b8-4320-90f4-876fbf4dadae {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:06.746273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:06.746686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Checking segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:06.747136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.747575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Bound using segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:06.748098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Bound port: 1d2acf33-2cfb-45dd-9e03-02b57cfa2311, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:06.748705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:06.860133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:06.864991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.130s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:06.939271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a0b2-7174-48dd-9e9f-cae2457b9824 req-677a237c-7042-477c-b264-67b5b683fe27 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:06.947762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a610a0b2-7174-48dd-9e9f-cae2457b9824 req-677a237c-7042-477c-b264-67b5b683fe27 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 0.3138809 Apr 08 19:43:07.022833 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a610a0b2-7174-48dd-9e9f-cae2457b9824 req-01926840-2dd9-4dc9-8262-bf0b51131cc3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740080 Apr 08 19:43:07.056789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] For port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:07.063140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] For port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:07.096387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:07.144565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:07.189408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:07.208655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.13', 50372) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:07.266679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474,segment=NetworkSegment(fbd8ce89-bd4f-4660-96b3-86c9d5570176),segment_id=fbd8ce89-bd4f-4660-96b3-86c9d5570176)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:07.321880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:07.428654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e672b-da67-484b-81ec-731fbf065c6c req-aaa069ec-e7d9-43a9-adbc-2e67ab754a86 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:07.430788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Pushing event updated for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:07.432807 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-682e672b-da67-484b-81ec-731fbf065c6c req-aaa069ec-e7d9-43a9-adbc-2e67ab754a86 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.2651339 Apr 08 19:43:07.437435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:07.451305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:07.542261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:43:07.546402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:43:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:07.561780 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-682e672b-da67-484b-81ec-731fbf065c6c req-51ad38fa-9184-4ce1-9344-2776eea5c36d tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199756 Apr 08 19:43:07.621384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:07.858434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:07.923261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:07.995765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:08.091357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:43:08.133702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-1ceaa813-aab3-42e6-99d3-d86c9cd8710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:08.138296 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-1ceaa813-aab3-42e6-99d3-d86c9cd8710e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 1096 time: 1.2627897 Apr 08 19:43:08.148519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-6013f638-8cfc-4ce5-87e7-372359681102 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3442745 Apr 08 19:43:08.334316 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'status': 'completed', 'code': 200} Apr 08 19:43:08.612421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9412727-97c4-4989-8b93-71966576d16d req-995f265d-f898-40b4-9ad6-1c0145858bde tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:08.631017 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a9412727-97c4-4989-8b93-71966576d16d req-995f265d-f898-40b4-9ad6-1c0145858bde tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 0.3538008 Apr 08 19:43:08.658970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:08.660064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:08.663874 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/d6fe5283-0831-4f90-b7fc-5224b38ea474 HTTP/1.1" status: 200 len: 1093 time: 8.6989064 Apr 08 19:43:08.716409 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a9412727-97c4-4989-8b93-71966576d16d req-2f2d7bd5-99d0-44c8-a26a-76212adc35af tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811801 Apr 08 19:43:08.853874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-cad1931a-145a-4190-b56c-482d18d510ca tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:08.858902 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-cad1931a-145a-4190-b56c-482d18d510ca tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 818 time: 1.6283660 Apr 08 19:43:08.874886 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-6e6adbce-cc72-4271-b6b2-2e04e7421bf5 service neutron] 10.222.0.35 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341952 Apr 08 19:43:09.169765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 53662) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:09.271847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f0586-fb8d-4932-a2f7-a5f873831623 req-615c0fcd-c469-47f9-ac13-e2afe61d03b1 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:09.284642 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae6f0586-fb8d-4932-a2f7-a5f873831623 req-615c0fcd-c469-47f9-ac13-e2afe61d03b1 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.2805483 Apr 08 19:43:09.381200 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae6f0586-fb8d-4932-a2f7-a5f873831623 req-913c581f-a277-4cdd-8e1f-4f3703a9eabf tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953031 Apr 08 19:43:09.576374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:57Z', 'revision_number': 4, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1d2acf33-2cfb-45dd-9e03-02b57cfa2311', 'name': '', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'mac_address': 'fa:16:3e:14:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:55Z', 'updated_at': '2021-04-08T19:43:07Z', 'revision_number': 4, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'subnets': [{'id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:09.591624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ba9c-d26e-4d78-bfbd-acd830397702 None None] The sync data for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb is: [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:42:57Z', 'revision_number': 4, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1d2acf33-2cfb-45dd-9e03-02b57cfa2311', 'name': '', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'mac_address': 'fa:16:3e:14:1a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:55Z', 'updated_at': '2021-04-08T19:43:07Z', 'revision_number': 4, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'subnets': [{'id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:43:09.895187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53684) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:10.040874 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-87093f63-fbf1-4b09-86a8-bf8a317f62fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8 HTTP/1.1" status: 200 len: 217 time: 0.7770963 Apr 08 19:43:10.050548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Request body: {'port': {'device_id': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'admin_state_up': True, 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:10.152061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7361-281e-423c-af3a-ba6bc7b21af0 req-ceb19024-cff3-4acc-90ba-89efe5bef816 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:10.173675 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6e1f7361-281e-423c-af3a-ba6bc7b21af0 req-ceb19024-cff3-4acc-90ba-89efe5bef816 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 0.2254770 Apr 08 19:43:10.264273 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6e1f7361-281e-423c-af3a-ba6bc7b21af0 req-ccb73615-8fc3-41a1-a76e-fbf368f3ea1b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Apr 08 19:43:10.415581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:10.427364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:10.477334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:10.497425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Usage tracker for resource:security_group_rule and tenant:09efe09af2bd414c87ede2c055183a61 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:10.509289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:10.534072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:10.535541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:10.576169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:10.622974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:10.709322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:10.724578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:10.725110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:10.891512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:10.912733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:10.941424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Made reservation on behalf of a49cdb3e0ec1487ba379a74fe4177586 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:10.947752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.028731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-b3a0bf7a-36a6-4b72-befe-763e436738ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:11.030320 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-b3a0bf7a-36a6-4b72-befe-763e436738ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.2647240 Apr 08 19:43:11.037394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:11.088651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.121773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:11.126218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6942a8-f7a4-4b9c-8697-91e91d03b561,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:11.127199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.132498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-eb871202-3d93-4759-ad40-5071be29ef70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:11.146953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:11.257035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e8b2-a385-48b0-86a1-d9961200797c req-b786ed7a-3a08-49e8-b37c-8c08d53cb6a9 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:11.265576 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ed51e8b2-a385-48b0-86a1-d9961200797c req-b786ed7a-3a08-49e8-b37c-8c08d53cb6a9 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.3681293 Apr 08 19:43:11.277096 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09efe09af2bd414c87ede2c055183a61&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3805311 Apr 08 19:43:11.279570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53726) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:11.281284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:11.290846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:11.313901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.354807 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ed51e8b2-a385-48b0-86a1-d9961200797c req-9707da9f-bde1-4ba2-99ee-f6494f8dcced tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760000 Apr 08 19:43:11.398988 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-1a5bea51-7e05-423f-b76c-783cc10e1d5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592623 Apr 08 19:43:11.424271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:11.493510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.571143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.590150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Usage tracker for resource:security_group_rule and tenant:55b83bdea27746f18d3a5e9f857fc38a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:11.594328 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474', 'status': 'completed', 'code': 200} Apr 08 19:43:11.598194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:11.606947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-f6c3a79a-999c-4558-9d89-9407e6380172 service neutron] 10.222.0.35 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7307737 Apr 08 19:43:11.622587 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-a0b9f1c6-2856-4898-a949-7a5d17d812c1 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808190 Apr 08 19:43:11.623544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:11.670701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Allocated IP 172.20.0.9 (167a446c-14b8-4320-90f4-876fbf4dadae/8bcd19bf-93dc-479a-a67b-2574d2d56bd6/051c060d-f572-44ce-a4c6-fb8f78c1560d) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:11.708042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-f5d0a9bb-2108-4cde-9658-936aaa9f3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:11.709937 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-f5d0a9bb-2108-4cde-9658-936aaa9f3e89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb2bc2180c134b41aa3781c5b0cd68a8&device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 1096 time: 1.1915934 Apr 08 19:43:11.879653 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-27503689-fdee-4a44-bb81-b3fea895550c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474 HTTP/1.1" status: 200 len: 217 time: 0.1557214 Apr 08 19:43:11.924220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.939508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7f015467-e4b2-4a01-9667-41c59467f9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:11.957768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6942a8-f7a4-4b9c-8697-91e91d03b561,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:11.960045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:11.963767 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc6942a8-f7a4-4b9c-8697-91e91d03b561 HTTP/1.1" status: 204 len: 168 time: 0.6788142 Apr 08 19:43:11.966247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:11.978841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a497-46cf-41e2-a71e-8fe7b9fd0b64 req-6e2f0b55-e498-438f-bc26-b931e5e8f79f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:11.986548 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5066a497-46cf-41e2-a71e-8fe7b9fd0b64 req-6e2f0b55-e498-438f-bc26-b931e5e8f79f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 0.4009900 Apr 08 19:43:12.021723 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5066a497-46cf-41e2-a71e-8fe7b9fd0b64 req-fe818c0c-ded0-41c1-8e7f-9dddd9e9e923 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341058 Apr 08 19:43:12.066477 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8928d06a-dce4-4b98-9d00-739a2a9d64bc req-bc0f25ee-fe21-4f77-81c4-99aa8c99c593 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 210 time: 0.1856422 Apr 08 19:43:12.105076 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44fbde24-0bad-43f2-89ff-8e2f3ae6c52a req-971f3076-2baa-4c5b-9f55-e1cd756e7987 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739900 Apr 08 19:43:12.252416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:12.280062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-170d6892-751f-4752-8d12-cbe584cc7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:12.281672 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-170d6892-751f-4752-8d12-cbe584cc7401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48ebefeb-a571-47e3-9f95-4722aef8dbd0 HTTP/1.1" status: 200 len: 851 time: 0.3686516 Apr 08 19:43:12.346986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:12.347409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:12.398765 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-be44d01e-fd7a-4160-9a8d-d2eb7776e97e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=133b34fa-bc01-401a-b537-8fa070b0234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059587 Apr 08 19:43:12.520749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-b0c4df66-4c32-4696-8317-41b4cfd1c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:12.520749 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-b0c4df66-4c32-4696-8317-41b4cfd1c4b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 1096 time: 0.3601017 Apr 08 19:43:12.573453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:12.577341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 53768) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:12.643198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15bd0-b9da-472a-977b-578075442070 req-683f8616-20a3-46cd-a065-69fd5a0945f6 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:12.651284 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-52e15bd0-b9da-472a-977b-578075442070 req-683f8616-20a3-46cd-a065-69fd5a0945f6 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.1132963 Apr 08 19:43:12.691839 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-52e15bd0-b9da-472a-977b-578075442070 req-ce1191cb-5cdb-43ce-a8da-5d7c6346cc78 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350630 Apr 08 19:43:12.783145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:12.809160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:12.825004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-8d5b8b8d-aa1a-4f06-a051-cfad7332a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:12.826550 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-8d5b8b8d-aa1a-4f06-a051-cfad7332a0c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 915 time: 0.1963000 Apr 08 19:43:12.870329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:12.885400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:12.894690 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55b83bdea27746f18d3a5e9f857fc38a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7072222 Apr 08 19:43:12.897462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53792) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:12.982325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.020193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.081759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.114965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:13.144384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655ed59-27d2-440e-aa7c-df09129d2915,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:13.150148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:13.176090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.194505 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d655ed59-27d2-440e-aa7c-df09129d2915 HTTP/1.1" status: 204 len: 168 time: 0.2869649 Apr 08 19:43:13.202318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1f5833fd614231ba999a1def2e38ac is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:13.207439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:13.226795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:13.322962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f62a9e7a-79fc-461e-98f2-3712ad693975 req-a8d8f947-de5a-4b81-b268-2420d4fb1ca9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 210 time: 0.0608859 Apr 08 19:43:13.341395 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-1e8a7fa8-3a97-471c-8f2f-56d9c207c50d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8 HTTP/1.1" status: 200 len: 217 time: 0.4569800 Apr 08 19:43:13.354361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.13', 50382) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:13.463917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.467081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655ed59-27d2-440e-aa7c-df09129d2915,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:13.475114 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:13.495434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.560064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-e8dbb29a-5354-481c-b8f8-7f24b36756d3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:13.562176 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-e8dbb29a-5354-481c-b8f8-7f24b36756d3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 818 time: 0.2059045 Apr 08 19:43:13.578981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Request body: {'port': {'device_id': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'admin_state_up': True, 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:13.631881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-e61b224e-b3d0-4e75-8b62-1912635be277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:13.632843 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-e61b224e-b3d0-4e75-8b62-1912635be277 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.1566350 Apr 08 19:43:13.643695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.693695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:13.724140 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f1f5833fd614231ba999a1def2e38ac&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9882979 Apr 08 19:43:13.770403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a02dda-e4c0-4647-a5ea-b03aec826621,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:13.778995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:13.839673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 53850) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:13.857704 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-e26f7bc0-47ec-4330-adf4-5320b7ba6d89 service neutron] 10.222.0.13 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4271169 Apr 08 19:43:13.900493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:13.917424 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-c683a007-88ab-4e07-b4a5-82bddfdc07f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250071 Apr 08 19:43:13.920829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:13.927320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:13.942943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Made reservation on behalf of a49cdb3e0ec1487ba379a74fe4177586 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:13.949297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.068695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53866) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:14.107774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:14.120361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.162220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:14.169675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Usage tracker for resource:security_group_rule and tenant:b415aa370e8848f0bf86bd91304e0a3c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:14.175875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:14.189868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:14.229118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6656-5db1-4844-aa4d-5fc53350ca4e req-9dff01cf-a0b7-4591-b79b-95a8f6a13818 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:14.230966 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-542f6656-5db1-4844-aa4d-5fc53350ca4e req-9dff01cf-a0b7-4591-b79b-95a8f6a13818 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.2958281 Apr 08 19:43:14.299993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-542f6656-5db1-4844-aa4d-5fc53350ca4e req-3fbd7e8f-7ddc-42cc-b0b5-de28738575d7 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Apr 08 19:43:14.315451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Allocated IP 172.20.0.8 (167a446c-14b8-4320-90f4-876fbf4dadae/8bcd19bf-93dc-479a-a67b-2574d2d56bd6/d1a8c10b-6847-48a1-9979-da4e7ea9febe) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:14.420390 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-4d74dedb-b1e2-46b8-8aa7-5250c5895d0f service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468496 Apr 08 19:43:14.428637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Pushing event updated for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:14.431682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:14.484210 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12bb98c1-b032-4445-9712-fe21affc7b4e req-56ab7925-a925-4415-af6b-f4072e90fc56 service neutron] 10.222.0.13 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621276 Apr 08 19:43:14.493821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad28697-ba66-4dec-9951-d0e7e0289d39 req-87bf588b-a02d-4b33-813f-a505a551c510 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:14.495408 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0ad28697-ba66-4dec-9951-d0e7e0289d39 req-87bf588b-a02d-4b33-813f-a505a551c510 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 943 time: 1.1483827 Apr 08 19:43:14.504422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.530750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.557439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.576627 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1d6f9b71-27b8-45b2-9a21-fe3b26f57d65 req-de8ae0b2-903e-4949-9be2-a97b2505bda3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 210 time: 0.0796676 Apr 08 19:43:14.581111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6eb7c6e9-d9b4-4045-8afc-a29b1e099df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:14.644229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8831e-7f9f-442a-ac21-bc1beda406bf,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:14.650692 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b415aa370e8848f0bf86bd91304e0a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753937 Apr 08 19:43:14.651815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:14.657356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53882) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:14.667242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:43:14.688255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.694193 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0ad28697-ba66-4dec-9951-d0e7e0289d39 req-16c746b5-b1cb-4196-a181-6a9347b5c7b2 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744797 Apr 08 19:43:14.716024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.734319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Network 167a446c-14b8-4320-90f4-876fbf4dadae is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:14.742336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:14.747569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.759540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:14.766892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:14.770548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.781631 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.792251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.820080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:14.835997 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22e6c64e-ce53-4517-878d-c37742c17df0 req-6ec463b2-a8ad-47b5-a2a4-4c8524603ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014370 Apr 08 19:43:14.859706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-ae69d1fd-0a7f-4bb1-adc0-cd7a4daf79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:14.861362 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-ae69d1fd-0a7f-4bb1-adc0-cd7a4daf79b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb2bc2180c134b41aa3781c5b0cd68a8&device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 1096 time: 0.3047540 Apr 08 19:43:14.863654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8255687 Apr 08 19:43:14.868006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.873748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-644f8785-7f6a-47b1-8887-760583fb98bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:14.910229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Request body: {'port': {'device_id': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:14.951091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a02dda-e4c0-4647-a5ea-b03aec826621,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:14.953550 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:14.955166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:14.956070 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72a02dda-e4c0-4647-a5ea-b03aec826621 HTTP/1.1" status: 204 len: 168 time: 1.0973253 Apr 08 19:43:15.029455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Pushing event updated for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:15.033358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:15.037628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Network 167a446c-14b8-4320-90f4-876fbf4dadae is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:15.040045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:15.042459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:15.048579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:15.049262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:15.055874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:15.067048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-069b6ee8-911e-4fe1-824b-04f2ce420bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:15.085100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb8831e-7f9f-442a-ac21-bc1beda406bf,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:15.094034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:15.096131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:15.100061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8eb8831e-7f9f-442a-ac21-bc1beda406bf HTTP/1.1" status: 204 len: 168 time: 0.4412322 Apr 08 19:43:15.100061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5259070 Apr 08 19:43:15.116548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Request body: {'port': {'device_id': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:15.161445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:15.197903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-0372791d-757b-44c0-9248-e87cbebe920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:15.199846 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-0372791d-757b-44c0-9248-e87cbebe920b service neutron] 10.222.0.13 "GET /v2.0/networks?id=133b34fa-bc01-401a-b537-8fa070b0234a HTTP/1.1" status: 200 len: 912 time: 0.3163543 Apr 08 19:43:15.353696 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-599d727b-8af5-4d58-b7f5-7abd7f9bf945 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474 HTTP/1.1" status: 200 len: 217 time: 0.1394432 Apr 08 19:43:15.355307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:15.454478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-aa5c5e70-0503-4250-845c-76e6b1d311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:15.456671 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-aa5c5e70-0503-4250-845c-76e6b1d311d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48ebefeb-a571-47e3-9f95-4722aef8dbd0 HTTP/1.1" status: 200 len: 851 time: 0.0971074 Apr 08 19:43:15.565383 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-1758c574-46b7-4471-8a12-ea366b037d59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=133b34fa-bc01-401a-b537-8fa070b0234a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007347 Apr 08 19:43:15.717291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 226c7d06-0bda-4b8b-988b-80cf2816bfa8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:43:15.814672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2e992-140d-448b-a1c0-55d7257f18dd req-ad1637fc-8c10-40b6-a331-d3a5fd610756 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:15.816382 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85a2e992-140d-448b-a1c0-55d7257f18dd req-ad1637fc-8c10-40b6-a331-d3a5fd610756 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.2953987 Apr 08 19:43:16.004371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:16.047254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'port_id': '226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'mac_address': 'fa:16:3e:00:89:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da764cf-0945-4292-9752-5de065869e60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:43:16.118575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 53942) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:16.160262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a8c10b-6847-48a1-9979-da4e7ea9febe {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:16.169222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:16.207154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:16.222414 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85a2e992-140d-448b-a1c0-55d7257f18dd req-e6faaa46-cfec-48ad-bfe4-0c821a63b5aa tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Apr 08 19:43:16.225530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Transition to ACTIVE for port object d1a8c10b-6847-48a1-9979-da4e7ea9febe will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:16.231418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:16.265472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226c7d06-0bda-4b8b-988b-80cf2816bfa8 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:16.311394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:16.317222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:16.319659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:16.476011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:16.484975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:16.551440 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-dd38939a-40dc-4b1f-a734-1cd5db0e4646 service neutron] 10.222.0.13 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9777761 Apr 08 19:43:16.562513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:16.590041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:16.613022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-03f86e9c-e2f3-463b-af84-caf21fdadae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:16.626700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:16.705895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Usage tracker for resource:security_group_rule and tenant:b2128809cc7c497f9fc5beb48235de11 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:16.731481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0917ab-584b-49ee-97e6-e8e753726e92 req-b5b2ba0f-3f3c-4a41-b90f-bf27b00c32a8 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:16.732602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c0917ab-584b-49ee-97e6-e8e753726e92 req-b5b2ba0f-3f3c-4a41-b90f-bf27b00c32a8 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:16.737903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:16.803479 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:16.849533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c0917ab-584b-49ee-97e6-e8e753726e92 req-b5b2ba0f-3f3c-4a41-b90f-bf27b00c32a8 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:16.850918 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c0917ab-584b-49ee-97e6-e8e753726e92 req-b5b2ba0f-3f3c-4a41-b90f-bf27b00c32a8 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 931 time: 1.0975783 Apr 08 19:43:16.908695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:16.938059 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c0917ab-584b-49ee-97e6-e8e753726e92 req-36d57502-3c66-43c6-80ae-fa746a629bbd tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725837 Apr 08 19:43:16.961198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50e1112b-75ef-440b-8eac-7eef8d1df4cc req-bd6e0be9-6972-4030-8ea8-959979aa6bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999219 Apr 08 19:43:17.018092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:17.046531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051c060d-f572-44ce-a4c6-fb8f78c1560d {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:17.064573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.086295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef66b9-6b24-4a1a-9925-ca923853e307 req-91135bb4-5e0a-470d-8dcd-e371490eeb5f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:17.087602 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4ef66b9-6b24-4a1a-9925-ca923853e307 req-91135bb4-5e0a-470d-8dcd-e371490eeb5f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 944 time: 0.5702631 Apr 08 19:43:17.097293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Attempting to bind port d1a8c10b-6847-48a1-9979-da4e7ea9febe on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:17.097944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Attempting to bind port d1a8c10b-6847-48a1-9979-da4e7ea9febe by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:17.098060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Attempting to bind port d1a8c10b-6847-48a1-9979-da4e7ea9febe on network 167a446c-14b8-4320-90f4-876fbf4dadae {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:17.107169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Transition to ACTIVE for port object 051c060d-f572-44ce-a4c6-fb8f78c1560d will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:17.115191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.117498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.119003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Port d1a8c10b-6847-48a1-9979-da4e7ea9febe on network 167a446c-14b8-4320-90f4-876fbf4dadae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:43:17.120012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Attempting to bind port d1a8c10b-6847-48a1-9979-da4e7ea9febe on network 167a446c-14b8-4320-90f4-876fbf4dadae {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:17.132125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:17.132510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Checking segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:17.133113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Bound using segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:17.133588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Bound port: d1a8c10b-6847-48a1-9979-da4e7ea9febe, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:17.133967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.136189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12832b8b-4257-434d-9650-5130e80d50d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:17.181790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.195165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 53994) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:17.204168 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4ef66b9-6b24-4a1a-9925-ca923853e307 req-de065414-7a63-46d7-bae3-1f3e90b1473a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034648 Apr 08 19:43:17.262595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:17.269789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:17.276641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.302766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:17.497982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Pushing event updated for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:17.516714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:17.522464 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2128809cc7c497f9fc5beb48235de11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3775563 Apr 08 19:43:17.523292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:17.559255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54014) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:17.560245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b69e9-e71c-452b-83ff-4fd82519df15,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:17.624682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:17.686036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Attempting to bind port 051c060d-f572-44ce-a4c6-fb8f78c1560d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:17.686643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Attempting to bind port 051c060d-f572-44ce-a4c6-fb8f78c1560d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:17.687184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Attempting to bind port 051c060d-f572-44ce-a4c6-fb8f78c1560d on network 167a446c-14b8-4320-90f4-876fbf4dadae {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:17.690666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d6fe5283-0831-4f90-b7fc-5224b38ea474 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:43:17.705499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.747893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 226c7d06-0bda-4b8b-988b-80cf2816bfa8 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:17.748726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:17.753073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Usage tracker for resource:security_group_rule and tenant:98b49168a9b148ba8abf5ecad9bf2be9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:17.756013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:17.757804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Port 051c060d-f572-44ce-a4c6-fb8f78c1560d on network 167a446c-14b8-4320-90f4-876fbf4dadae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:43:17.762167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:17.762741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Attempting to bind port 051c060d-f572-44ce-a4c6-fb8f78c1560d on network 167a446c-14b8-4320-90f4-876fbf4dadae {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:17.782496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:17.783671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Checking segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:17.784944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Bound using segment: {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:17.785584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Bound port: 051c060d-f572-44ce-a4c6-fb8f78c1560d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8bfacd-507b-458b-8bc7-499d6f9fefd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:17.788002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.851769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:17.868812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:17.908897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8c03-4755-4db8-af25-64db108c6e28 req-2332b0c5-f9bb-4372-9f8c-1160501315d7 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:17.911177 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2ff8c03-4755-4db8-af25-64db108c6e28 req-2332b0c5-f9bb-4372-9f8c-1160501315d7 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 943 time: 0.4711099 Apr 08 19:43:17.914459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.933827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:17.934770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:17.936300 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1a8c10b-6847-48a1-9979-da4e7ea9febe HTTP/1.1" status: 200 len: 1093 time: 2.8283379 Apr 08 19:43:17.954287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474,segment=NetworkSegment(fbd8ce89-bd4f-4660-96b3-86c9d5570176),segment_id=fbd8ce89-bd4f-4660-96b3-86c9d5570176)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:17.974873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:17.989012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'd6fe5283-0831-4f90-b7fc-5224b38ea474', 'network_id': '133b34fa-bc01-401a-b537-8fa070b0234a', 'port_id': 'd6fe5283-0831-4f90-b7fc-5224b38ea474', 'mac_address': 'fa:16:3e:ee:8c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ebefeb-a571-47e3-9f95-4722aef8dbd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:43:18.056258 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2ff8c03-4755-4db8-af25-64db108c6e28 req-b165a6da-e65f-4c69-80e0-91410651c595 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366296 Apr 08 19:43:18.077702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.100700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:18.106748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:18.140989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.180462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.193967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:18.205478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fe5283-0831-4f90-b7fc-5224b38ea474 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:18.222555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474,segment=NetworkSegment(fbd8ce89-bd4f-4660-96b3-86c9d5570176),segment_id=fbd8ce89-bd4f-4660-96b3-86c9d5570176)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:18.224172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:18.231553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:18.231979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.295270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.298975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7554231d-ee84-4008-8531-f0cc9cab1145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:18.327711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.340249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.370424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e266f6b1-7d17-40a7-8b99-420387056783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:18.522311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Pushing event updated for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:18.525758 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98b49168a9b148ba8abf5ecad9bf2be9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3204541 Apr 08 19:43:18.532962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:18.533609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54050) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:18.538605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d6fe5283-0831-4f90-b7fc-5224b38ea474'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:18.547474 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.550524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1af6c-7e04-4c65-9887-675798da4bec,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:18.569651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:18.572315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c95a7cfb-adc8-44e3-a91c-79e39c158a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:18.589419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-ec15bb1c-d58a-4372-b564-8f74d03535cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:18.593264 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-ec15bb1c-d58a-4372-b564-8f74d03535cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 1096 time: 0.4280221 Apr 08 19:43:18.613645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975565b-6833-4cd5-960f-2345c1332656 req-2f05ab15-1a19-4c02-bb89-ff8fefcf872d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:18.618270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c975565b-6833-4cd5-960f-2345c1332656 req-2f05ab15-1a19-4c02-bb89-ff8fefcf872d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:18.770737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b69e9-e71c-452b-83ff-4fd82519df15,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:18.780256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.780908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:18.784230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.785654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c8b69e9-e71c-452b-83ff-4fd82519df15 HTTP/1.1" status: 204 len: 168 time: 1.1700470 Apr 08 19:43:18.805407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54066) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:18.820031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:18.823464 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-c5ca41ec-3be8-498f-b1d3-1438ea4bcd93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe HTTP/1.1" status: 200 len: 217 time: 0.1969059 Apr 08 19:43:18.830688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:18.830902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.832452 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] 10.222.0.13 "PUT /v2.0/ports/051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 1093 time: 3.9477463 Apr 08 19:43:18.833131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:18.841840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:18.843817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c975565b-6833-4cd5-960f-2345c1332656 req-2f05ab15-1a19-4c02-bb89-ff8fefcf872d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:18.852856 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c975565b-6833-4cd5-960f-2345c1332656 req-2f05ab15-1a19-4c02-bb89-ff8fefcf872d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 943 time: 0.6011963 Apr 08 19:43:18.875133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.972058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76c75b-0ec4-47df-b3eb-b28a0bc346cd req-6f1b7297-0f94-4911-9a61-9b21b22f032d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:18.973708 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1c76c75b-0ec4-47df-b3eb-b28a0bc346cd req-6f1b7297-0f94-4911-9a61-9b21b22f032d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 944 time: 0.4072044 Apr 08 19:43:18.975768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:18.996200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:19.014005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c975565b-6833-4cd5-960f-2345c1332656 req-79b12595-a677-499f-ad93-e6ec075ef2c6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:19.027136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:19.039267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.044038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:19.055772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a318d8-8f8a-405e-9675-fc924a80095e req-d0527d3d-0f22-46dc-91c7-54c9ee6a48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:19.064560 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1c76c75b-0ec4-47df-b3eb-b28a0bc346cd req-4a4dc9b3-e3e4-4b6e-8d27-0c46ba006255 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764234 Apr 08 19:43:19.066223 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-d0527d3d-0f22-46dc-91c7-54c9ee6a48e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.2268229 Apr 08 19:43:19.091588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-4d6b54db-1bd4-45f1-8011-d317d12ccecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:19.093247 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-4d6b54db-1bd4-45f1-8011-d317d12ccecf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1096 time: 0.1961143 Apr 08 19:43:19.094071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.101247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46133c0e-e271-46a2-9d76-003b188ff3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:19.135926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c975565b-6833-4cd5-960f-2345c1332656 req-79b12595-a677-499f-ad93-e6ec075ef2c6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:19.137554 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c975565b-6833-4cd5-960f-2345c1332656 req-79b12595-a677-499f-ad93-e6ec075ef2c6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089684 Apr 08 19:43:19.148429 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-919ca361-e3a8-4f2d-a069-f05aba421f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740948 Apr 08 19:43:19.271182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1af6c-7e04-4c65-9887-675798da4bec,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:19.299203 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d', 'status': 'completed', 'code': 200} Apr 08 19:43:19.301298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-a33b3113-e71a-4c46-898d-dc2ea363478b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.1897299 Apr 08 19:43:19.305689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:19.307592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.311627 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84f1af6c-7e04-4c65-9887-675798da4bec HTTP/1.1" status: 204 len: 168 time: 0.7766724 Apr 08 19:43:19.319238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:19.326307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:19.381194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54092) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:19.418663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.444154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:19.446140 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-cd70996a-35fb-493b-9886-b537422b27a3 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865477 Apr 08 19:43:19.451791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-0a695af5-12b0-42cd-bb6f-87e3d7c55b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:19.453433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-0a695af5-12b0-42cd-bb6f-87e3d7c55b56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.1403258 Apr 08 19:43:19.454623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Usage tracker for resource:security_group_rule and tenant:afd1b98cd2e14b8eb2144b8e7937113e is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:19.458111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:19.510230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:19.522688 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-e1b9d6c2-53e4-4d1e-b9e5-4dd74d5b247c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611751 Apr 08 19:43:19.538717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.577923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:19.590129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3971a79f844549b4566ea7c3551e6 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:19.600019 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe', 'status': 'completed', 'code': 200} Apr 08 19:43:19.651958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:19.670618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:19.705935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d6fe5283-0831-4f90-b7fc-5224b38ea474 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:19.707317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96214-8b52-4e2d-afa8-eafea9140210 req-51c189ed-c919-4f8e-a537-654c5f8b5dc2 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:19.708993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3dc96214-8b52-4e2d-afa8-eafea9140210 req-51c189ed-c919-4f8e-a537-654c5f8b5dc2 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 944 time: 0.2618673 Apr 08 19:43:19.718925 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-bc21f261-54b6-4692-8797-41e49a358f7b service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870332 Apr 08 19:43:19.786924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port d6fe5283-0831-4f90-b7fc-5224b38ea474 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:19.796864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port d6fe5283-0831-4f90-b7fc-5224b38ea474 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:19.798729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.806106 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3dc96214-8b52-4e2d-afa8-eafea9140210 req-7aa07c5d-4e4c-4beb-bb8b-c44b9081ed1d tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 Apr 08 19:43:19.811606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a318d8-8f8a-405e-9675-fc924a80095e req-e301320f-0bb5-4441-bc5b-f305b6f78a52 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085182 Apr 08 19:43:19.953348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.963294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:19.989314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:20.003452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.024932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.043486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ab179e7d-3c54-4035-98e6-9145507d1950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:20.060975 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'code': 200} Apr 08 19:43:20.071813 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afd1b98cd2e14b8eb2144b8e7937113e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873505 Apr 08 19:43:20.072037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.073269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54118) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:20.075803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2eea72-b677-400c-94a6-5aff021f175f,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:20.090571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:20.092930 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9134e323-ed08-4e97-b25d-1fac5ee48ce3 req-228743e5-a2ac-45b3-8043-36e070bcdc9e service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972567 Apr 08 19:43:20.142792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474,segment=NetworkSegment(fbd8ce89-bd4f-4660-96b3-86c9d5570176),segment_id=fbd8ce89-bd4f-4660-96b3-86c9d5570176)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:20.154105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.158856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:20.206806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.242866 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9e3971a79f844549b4566ea7c3551e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4249983 Apr 08 19:43:20.244335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54130) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:20.252013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70fc47-ef3c-4588-b000-2134b4d63c17,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:20.280695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:20.297440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-9582f17d-d7bf-4ea8-81a6-5f39ed27fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:20.299082 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-9582f17d-d7bf-4ea8-81a6-5f39ed27fc35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 1096 time: 0.4247656 Apr 08 19:43:20.375305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:20.379292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:20.383885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.531149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54134) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:20.574584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:20.607976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39ec14-2fac-4053-bc2f-9f02722ebe7a req-b5ba6358-96b0-41a1-b920-d342c5091e8b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:20.609984 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f39ec14-2fac-4053-bc2f-9f02722ebe7a req-b5ba6358-96b0-41a1-b920-d342c5091e8b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.2528670 Apr 08 19:43:20.611529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:20.637428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Usage tracker for resource:security_group_rule and tenant:849bab02d2634a35bb17aa1e8e882a40 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:20.648158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:20.671237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:20.677243 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f39ec14-2fac-4053-bc2f-9f02722ebe7a req-1c5ba01e-2103-4871-9d2e-bea88ed56cf7 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Apr 08 19:43:20.691226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-9e9045cc-235d-4744-a277-46e493da536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:20.693081 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-9e9045cc-235d-4744-a277-46e493da536e service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.3835385 Apr 08 19:43:20.800305 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-1b15b956-0fa1-4740-b1da-6b20273547f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe HTTP/1.1" status: 200 len: 217 time: 0.0975270 Apr 08 19:43:20.919776 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-7e3b7268-5d37-4ecc-a579-4cc327de13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:20.921518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-7e3b7268-5d37-4ecc-a579-4cc327de13a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.1099575 Apr 08 19:43:21.014869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.046760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-6246fd8d-efac-4ac3-8014-8539921758ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162660 Apr 08 19:43:21.062547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.074351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.089057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-f4e00cb1-b2e7-4a95-ba6d-361e64b53a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.090883 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-f4e00cb1-b2e7-4a95-ba6d-361e64b53a4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1096 time: 0.7283549 Apr 08 19:43:21.095735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00535a97-22dc-46c4-a83c-990a0f600377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:21.100410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.115996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2eea72-b677-400c-94a6-5aff021f175f,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:21.118514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:21.122194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.130323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc90871-0931-49ba-b878-e3fd458e277d req-001d94bd-6113-4ff8-b166-831d24b9568b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.130323 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cdc90871-0931-49ba-b878-e3fd458e277d req-001d94bd-6113-4ff8-b166-831d24b9568b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 943 time: 0.6868656 Apr 08 19:43:21.131158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:21.171955 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-e760ce08-297b-456c-8139-4b895e94b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.173646 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-e760ce08-297b-456c-8139-4b895e94b55e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 1098 time: 0.6908937 Apr 08 19:43:21.254983 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=849bab02d2634a35bb17aa1e8e882a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211630 Apr 08 19:43:21.261089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54162) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:21.278728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e19fc0-254e-4223-96dd-1da98c993a64,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:21.284266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:21.304550 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.305803 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c2eea72-b677-400c-94a6-5aff021f175f HTTP/1.1" status: 204 len: 168 time: 1.2320290 Apr 08 19:43:21.306835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ba6a-8c4a-473d-ab11-4ee4168c1083 req-2d621c30-7e68-4a6e-beee-0bf04f9f218f tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.309326 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1f9ba6a-8c4a-473d-ab11-4ee4168c1083 req-2d621c30-7e68-4a6e-beee-0bf04f9f218f tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.3335531 Apr 08 19:43:21.316329 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cdc90871-0931-49ba-b878-e3fd458e277d req-b2159ac1-0302-4209-8e2c-94822efa2748 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478090 Apr 08 19:43:21.317082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.351297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:21.360732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Usage tracker for resource:security_group_rule and tenant:b95853feee3e45f4b317f7e4948e4c39 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:21.367190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:21.376885 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-7ce31982-e3a5-44d4-8e79-35d11ceef223 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147027 Apr 08 19:43:21.393635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:21.395894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.410574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:21.420192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-56afac61-f765-4ee4-be83-8823edbe40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.422342 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-56afac61-f765-4ee4-be83-8823edbe40dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.3089123 Apr 08 19:43:21.433678 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1f9ba6a-8c4a-473d-ab11-4ee4168c1083 req-15966d9f-14c3-433c-92ef-80f693b07c47 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981772 Apr 08 19:43:21.438748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70fc47-ef3c-4588-b000-2134b4d63c17,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:21.441480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:21.533291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.534827 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-0b768795-8f2a-4983-baec-cc59258d8355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.0974922 Apr 08 19:43:21.583221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.606499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.607561 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c70fc47-ef3c-4588-b000-2134b4d63c17 HTTP/1.1" status: 204 len: 168 time: 1.3579183 Apr 08 19:43:21.626034 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eebf133f-91d6-4f24-8c7c-4794701be97e req-9ebfbd43-b9c9-4bad-ab2e-b3b6fe2d31c0 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401652 Apr 08 19:43:21.652762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.663597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b76096ba-e758-4bcf-beb6-74a9959fefc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:21.676297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-0eb1dcd9-5702-4ccd-bbef-6d3c2d1e71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:21.678132 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-0eb1dcd9-5702-4ccd-bbef-6d3c2d1e71de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.1305842 Apr 08 19:43:21.681978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e19fc0-254e-4223-96dd-1da98c993a64,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:21.686258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:21.697856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:21.702705 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09e19fc0-254e-4223-96dd-1da98c993a64 HTTP/1.1" status: 204 len: 168 time: 0.4393187 Apr 08 19:43:21.775514 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-5ca2d9d1-9848-4e35-a015-dc35af8ede93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883558 Apr 08 19:43:22.062554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:22.120038 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-c826f878-eee2-425b-9b37-84c01ba6fd66 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186805 Apr 08 19:43:22.133084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.172378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.221237 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474', 'code': 200} Apr 08 19:43:22.231281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b1980fc-0d02-4207-b864-8bafe387d994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:22.314427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54208) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:22.361342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.410331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:22.410667 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1807ee0-a432-44f4-9c40-14e9e0246b77 req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1938016 Apr 08 19:43:22.421753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Usage tracker for resource:security_group_rule and tenant:a0151870254648a588108ba71e4bd9ad is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:22.430270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:22.449460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:22.451227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6995f5-77da-4868-a4fd-b243babf77a6,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:22.489898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1945a-2579-4b49-889d-f17868bf11e8 req-e844270b-f116-4d23-b3b0-ed05a5aec166 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:22.495233 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-66e1945a-2579-4b49-889d-f17868bf11e8 req-e844270b-f116-4d23-b3b0-ed05a5aec166 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.6224632 Apr 08 19:43:22.496403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:22.534902 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-66e1945a-2579-4b49-889d-f17868bf11e8 req-5c70bf75-1efc-4513-a01a-5b31c6f1a674 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Apr 08 19:43:22.579364 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c278d872-9e9a-4f08-ad24-1b99863aadce req-3b4875ee-cf18-456f-ba8e-2705947131c7 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484706 Apr 08 19:43:22.713680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.723785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.733712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-467a7ba3-aea3-4d55-b234-9fba90874f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:22.768642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06438d54-36a3-4037-b138-a80a4b0b1443 req-1b9d7505-273a-4276-8125-39afa62a3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:22.770115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-06438d54-36a3-4037-b138-a80a4b0b1443 req-1b9d7505-273a-4276-8125-39afa62a3ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 1098 time: 0.1721814 Apr 08 19:43:22.788721 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0151870254648a588108ba71e4bd9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728744 Apr 08 19:43:22.793981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54228) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:22.819638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404da6a-5062-41bc-8b8f-da48f581b773 req-131bbfb9-0151-4412-a2ea-5213e02c1509 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:22.821364 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7404da6a-5062-41bc-8b8f-da48f581b773 req-131bbfb9-0151-4412-a2ea-5213e02c1509 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 943 time: 0.2100019 Apr 08 19:43:22.822201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb67046-7a0e-4807-ae04-014aee48dcac,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:22.827105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:22.839766 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-06438d54-36a3-4037-b138-a80a4b0b1443 req-85c7c08f-a36c-4e5e-8801-d65f9fca5ed2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Apr 08 19:43:22.849008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21fb46-bf6a-4643-9e42-27157338ff97 req-be99f800-a5a1-4f2f-a615-786679bf9992 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:22.850617 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7c21fb46-bf6a-4643-9e42-27157338ff97 req-be99f800-a5a1-4f2f-a615-786679bf9992 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.1536634 Apr 08 19:43:22.884044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7c21fb46-bf6a-4643-9e42-27157338ff97 req-15f3010c-fb2d-43a8-8e83-6453892968d0 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255613 Apr 08 19:43:22.885491 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7404da6a-5062-41bc-8b8f-da48f581b773 req-4f5783a5-8468-45aa-9612-326935746b9b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Apr 08 19:43:22.916078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.945573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.992904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:22.998467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:23.010145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb67046-7a0e-4807-ae04-014aee48dcac,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:23.014159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:23.017933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:23.021483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adb67046-7a0e-4807-ae04-014aee48dcac HTTP/1.1" status: 204 len: 168 time: 0.2241142 Apr 08 19:43:23.722248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d1a8c10b-6847-48a1-9979-da4e7ea9febe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:43:23.887937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e0617-7300-4b23-ace9-75632d5f5907 req-3e16a29c-e81e-4bc6-915c-f6cec1fa3b37 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:23.889897 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-912e0617-7300-4b23-ace9-75632d5f5907 req-3e16a29c-e81e-4bc6-915c-f6cec1fa3b37 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.1750152 Apr 08 19:43:23.918069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:23.935490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'port_id': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe', 'mac_address': 'fa:16:3e:5c:18:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:43:23.944132 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-912e0617-7300-4b23-ace9-75632d5f5907 req-d169811d-20a7-4ff6-9d20-1c23fdeb8e31 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465906 Apr 08 19:43:24.012725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:24.014698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a8c10b-6847-48a1-9979-da4e7ea9febe {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:24.045906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:24.049318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:24.050711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 051c060d-f572-44ce-a4c6-fb8f78c1560d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:43:24.058569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:24.136369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:24.147690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:24.180986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:24.210965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '051c060d-f572-44ce-a4c6-fb8f78c1560d', 'network_id': '167a446c-14b8-4320-90f4-876fbf4dadae', 'port_id': '051c060d-f572-44ce-a4c6-fb8f78c1560d', 'mac_address': 'fa:16:3e:45:04:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd19bf-93dc-479a-a67b-2574d2d56bd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:43:24.301299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:24.302988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051c060d-f572-44ce-a4c6-fb8f78c1560d {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:24.304786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb0617-283a-47e7-89a7-ff41306d5f29 req-cc9b74aa-e933-46bf-a24d-2a86a5412d58 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:24.322077 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-49cb0617-283a-47e7-89a7-ff41306d5f29 req-cc9b74aa-e933-46bf-a24d-2a86a5412d58 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 944 time: 0.2263541 Apr 08 19:43:24.338085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:24.347169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:24.349545 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:24.392852 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-49cb0617-283a-47e7-89a7-ff41306d5f29 req-77cec4fd-428c-409c-9704-ca958c8dee4c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Apr 08 19:43:24.426223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590d455-523d-498a-a4ce-e76a810602c6 req-3705ea4b-122f-42a4-acf1-402e046a4bf2 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:24.430298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6590d455-523d-498a-a4ce-e76a810602c6 req-3705ea4b-122f-42a4-acf1-402e046a4bf2 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.2274582 Apr 08 19:43:24.475667 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6590d455-523d-498a-a4ce-e76a810602c6 req-341b2bfa-57cb-4b54-8697-4ed1e872d966 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380151 Apr 08 19:43:24.483291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:24.497997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:24.591403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d1a8c10b-6847-48a1-9979-da4e7ea9febe'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:24.624974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['051c060d-f572-44ce-a4c6-fb8f78c1560d'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:25.218386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e53c6-98df-4e66-bfd3-c06052e6145c req-c731b803-0547-4b76-9eae-16db7aa24e05 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:25.230041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-095e53c6-98df-4e66-bfd3-c06052e6145c req-c731b803-0547-4b76-9eae-16db7aa24e05 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.1346176 Apr 08 19:43:25.283128 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-095e53c6-98df-4e66-bfd3-c06052e6145c req-a3725f4c-bf11-4e87-ae6b-05fda44479bf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454264 Apr 08 19:43:25.721936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 051c060d-f572-44ce-a4c6-fb8f78c1560d up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:25.770895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35835401-6c8a-40bb-bc6b-4bcfa1011c05 req-c70e2746-592d-46c6-9d6c-ed8a0de6969b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:25.782716 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-35835401-6c8a-40bb-bc6b-4bcfa1011c05 req-c70e2746-592d-46c6-9d6c-ed8a0de6969b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 944 time: 0.1841705 Apr 08 19:43:25.828062 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-35835401-6c8a-40bb-bc6b-4bcfa1011c05 req-c5fce8bb-aff7-4405-a3d8-80bd20d2de0e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Apr 08 19:43:25.830007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 051c060d-f572-44ce-a4c6-fb8f78c1560d completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:25.836027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 051c060d-f572-44ce-a4c6-fb8f78c1560d triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:25.836600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:25.973604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47db0b-dde6-4c8f-94e4-7e68fda9dde8 req-107ab94d-3251-4a68-920b-c8b017156ff8 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:25.981785 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e47db0b-dde6-4c8f-94e4-7e68fda9dde8 req-107ab94d-3251-4a68-920b-c8b017156ff8 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.1051538 Apr 08 19:43:26.031349 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e47db0b-dde6-4c8f-94e4-7e68fda9dde8 req-002f7721-f4f3-41d7-a3a8-4412c0bcc8b4 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Apr 08 19:43:26.051380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:26.070983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:26.099287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:26.103561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:26.104513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d1a8c10b-6847-48a1-9979-da4e7ea9febe up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:26.199658 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d', 'code': 200} Apr 08 19:43:26.200345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:26.473000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a444ec0-3a41-43f2-b019-a917424e79ff req-cc2ba63c-62d9-4a39-bca6-1fb7a7dba6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:26.474849 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a444ec0-3a41-43f2-b019-a917424e79ff req-cc2ba63c-62d9-4a39-bca6-1fb7a7dba6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.1078348 Apr 08 19:43:26.510480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:26.514182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:26.516233 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a444ec0-3a41-43f2-b019-a917424e79ff req-b3c9f5bc-80ac-4b89-a436-96374655a294 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Apr 08 19:43:26.522849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port d1a8c10b-6847-48a1-9979-da4e7ea9febe completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:26.528443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port d1a8c10b-6847-48a1-9979-da4e7ea9febe triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:26.529056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:26.694150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:26.714380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:26.718292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:26.722372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:26.815618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:26.820169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:27.045438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54454) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:27.094442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7495b-b9cf-4b12-b1d5-75ded8b9864a req-cb041f90-4cfc-4cba-b453-52f5ca46d467 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:27.096113 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-28d7495b-b9cf-4b12-b1d5-75ded8b9864a req-cb041f90-4cfc-4cba-b453-52f5ca46d467 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1106448 Apr 08 19:43:27.140141 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-28d7495b-b9cf-4b12-b1d5-75ded8b9864a req-b64d8273-a1a7-4dec-8b74-b593d13f27c5 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Apr 08 19:43:27.206956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.223844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:27.228437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Usage tracker for resource:security_group_rule and tenant:df882fb13450416398a9670c32c34087 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:27.236081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:27.250917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:27.358292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.362392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.583643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-26db4474-e1f6-472d-9068-89e3cb040892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:27.631057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de41aa8b-3fa8-49ed-ada9-0b9c5479a0d3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:27.635869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df882fb13450416398a9670c32c34087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898430 Apr 08 19:43:27.636859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:27.638731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54490) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:27.707230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.755872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.808167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.813164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:27.826992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de41aa8b-3fa8-49ed-ada9-0b9c5479a0d3,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:27.830091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:27.831106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:27.832405 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de41aa8b-3fa8-49ed-ada9-0b9c5479a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1927207 Apr 08 19:43:28.201388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:28.233317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54542) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:28.259128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.278093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:28.282984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Usage tracker for resource:security_group_rule and tenant:a293cffdde214947b86f6973811aa9c4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:28.286123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:28.292651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:28.431243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaefae-c9cb-4f95-95f7-7f952816e9e9 req-cdd8a0e6-3c43-4472-b791-e56dd66dccd2 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:28.433252 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-42aaefae-c9cb-4f95-95f7-7f952816e9e9 req-cdd8a0e6-3c43-4472-b791-e56dd66dccd2 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1379664 Apr 08 19:43:28.503958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-42aaefae-c9cb-4f95-95f7-7f952816e9e9 req-138d2e5c-b919-470a-a5ff-bee60fcf05a3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Apr 08 19:43:28.509796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.513456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.533649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:28.574289 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe', 'code': 200} Apr 08 19:43:28.601131 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a293cffdde214947b86f6973811aa9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636153 Apr 08 19:43:28.601769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54564) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:28.612684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d309e9-479b-468c-8375-6ddc8169f0ef,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:28.634293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:28.706674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.745581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.810281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.820099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-823d25b6-b11c-47d7-a789-2fd245c75f39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:28.835752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d309e9-479b-468c-8375-6ddc8169f0ef,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:28.841875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:28.844344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:28.856195 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80d309e9-479b-468c-8375-6ddc8169f0ef HTTP/1.1" status: 204 len: 168 time: 0.2526846 Apr 08 19:43:28.916312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54580) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:28.967117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ba6e-c089-405c-9d3f-62dfd186a2fc req-f045f2aa-1791-48c0-8b74-fd4aeb9c2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:28.968760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b503ba6e-c089-405c-9d3f-62dfd186a2fc req-f045f2aa-1791-48c0-8b74-fd4aeb9c2d06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 1098 time: 0.0947735 Apr 08 19:43:29.000677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b503ba6e-c089-405c-9d3f-62dfd186a2fc req-f016d827-0ca5-4c2d-8453-275b892baa42 service neutron] Synchronizing usage tracker for tenant:b95853feee3e45f4b317f7e4948e4c39 on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:29.017188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b503ba6e-c089-405c-9d3f-62dfd186a2fc req-f016d827-0ca5-4c2d-8453-275b892baa42 service neutron] Unset dirty status for tenant:b95853feee3e45f4b317f7e4948e4c39 on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:29.018495 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b503ba6e-c089-405c-9d3f-62dfd186a2fc req-f016d827-0ca5-4c2d-8453-275b892baa42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Apr 08 19:43:29.076141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.096673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:29.099350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Usage tracker for resource:security_group_rule and tenant:928cc2be05644d73945c2dc6ba39b2e4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:29.102730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:29.110818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:29.234538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.237546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.248507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:29.297265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54604) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:29.297442 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=928cc2be05644d73945c2dc6ba39b2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789210 Apr 08 19:43:29.299097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12e6e9-4489-45a8-a91e-26064f096392,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:29.303033 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:29.368786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.400446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.446721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.452203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:29.466029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12e6e9-4489-45a8-a91e-26064f096392,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:29.474289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:29.475289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:29.476501 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd12e6e9-4489-45a8-a91e-26064f096392 HTTP/1.1" status: 204 len: 168 time: 0.1782146 Apr 08 19:43:29.832073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0d4b-4eb5-4193-a400-54c2073f5a19 req-ebbd071c-4905-495c-8184-f5fa7ede2130 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:29.834812 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2cb0d4b-4eb5-4193-a400-54c2073f5a19 req-ebbd071c-4905-495c-8184-f5fa7ede2130 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1122854 Apr 08 19:43:29.891254 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2cb0d4b-4eb5-4193-a400-54c2073f5a19 req-fec36383-f63d-4493-8442-f2930be05218 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 Apr 08 19:43:30.234999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54652) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:30.291611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.335968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:30.340099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Usage tracker for resource:security_group_rule and tenant:37b4763faee740bbbf92fa2693204878 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:30.343391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:30.349966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:30.392255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54662) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:30.470455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.475133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.508572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:30.561001 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37b4763faee740bbbf92fa2693204878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247693 Apr 08 19:43:30.562085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deaaa8d-7917-4ea5-a7be-ff6d8d1184ab,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:30.564153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54676) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:30.565310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:30.655809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.689573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.740441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.747141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6cdc2feb-208d-4b45-b96c-2386b53a1464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:30.783413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.808106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deaaa8d-7917-4ea5-a7be-ff6d8d1184ab,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:30.816851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:30.831719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:30.844865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Usage tracker for resource:security_group_rule and tenant:e125e2561edd4cd2ac2ddc3a12009e72 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:30.849400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:30.853315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:30.854520 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9deaaa8d-7917-4ea5-a7be-ff6d8d1184ab HTTP/1.1" status: 204 len: 168 time: 0.2892992 Apr 08 19:43:30.859011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:31.017961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.023398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.058375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:31.161295 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e125e2561edd4cd2ac2ddc3a12009e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7653937 Apr 08 19:43:31.176302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f81cb2-a03e-4731-860f-8ec853b8ed7c req-32d3f271-9193-4a3c-a002-72ca4f50f8ce tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:31.185250 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e7f81cb2-a03e-4731-860f-8ec853b8ed7c req-32d3f271-9193-4a3c-a002-72ca4f50f8ce tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1193476 Apr 08 19:43:31.187307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54712) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:31.198997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043db247-e4e5-489a-84f5-e0e45e09c7e8,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:31.223009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:31.226596 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e7f81cb2-a03e-4731-860f-8ec853b8ed7c req-caf01816-b277-4e57-a2bc-71551f61843d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Apr 08 19:43:31.286740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54718) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:31.360698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.362705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-613ef0d2-8f6a-40a0-bfc4-f6a6737e9b4c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:31.370973 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-613ef0d2-8f6a-40a0-bfc4-f6a6737e9b4c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.2521188 Apr 08 19:43:31.389306 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-bb444214-45b2-474d-93c1-2ce3cbbdc7c9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/quotas/790907dbf7a8482bb06f3355829d0654 HTTP/1.1" status: 200 len: 375 time: 0.0172355 Apr 08 19:43:31.400177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.484353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.495177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7a868f24-7312-4681-85aa-46e98bd86ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:31.510463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043db247-e4e5-489a-84f5-e0e45e09c7e8,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:31.517418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:31.519908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.521606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/043db247-e4e5-489a-84f5-e0e45e09c7e8 HTTP/1.1" status: 204 len: 168 time: 0.3090818 Apr 08 19:43:31.537237 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-3c1de584-6f23-4afc-9bb2-3972e8490411 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467721 Apr 08 19:43:31.674568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.716734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:31.727397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Usage tracker for resource:security_group_rule and tenant:224995c451de41a484c1550d66bf2c6b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:31.731723 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-3d86533b-dc00-4f86-854e-f993c33a8062 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936133 Apr 08 19:43:31.732592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:31.740052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:31.821450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-51e58b12-bee6-49bb-b36d-5e263164d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:31.823494 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-51e58b12-bee6-49bb-b36d-5e263164d227 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 1098 time: 0.0960436 Apr 08 19:43:31.920198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-887023b6-57d8-41ba-a048-d32b9c9c31aa service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812937 Apr 08 19:43:31.964533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.967935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:31.977835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9abe1cd2-11d8-4829-bdf0-cc651ed8356b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:32.040825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180a9c6a-253d-4410-8b94-aef1d559463e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:32.059116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:32.068974 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=224995c451de41a484c1550d66bf2c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807100 Apr 08 19:43:32.074876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54754) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:32.099882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-212c0bc5-e4e0-40bc-9bd2-0e4e2d5f087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:32.101536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-212c0bc5-e4e0-40bc-9bd2-0e4e2d5f087b service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.2681866 Apr 08 19:43:32.217792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.245345 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-2ac7f81a-e73a-498b-bf5b-0f8c6af23770 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe HTTP/1.1" status: 200 len: 217 time: 0.1360006 Apr 08 19:43:32.279052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.376272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-3b8b5db7-6178-4af1-8da0-59d9198ac2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:32.377770 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-3b8b5db7-6178-4af1-8da0-59d9198ac2c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.1260293 Apr 08 19:43:32.378252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54766) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:32.422142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04780579-18c3-4ba7-8c49-651d2ea77730 req-c30a9047-c8b0-44bf-933e-87669287d972 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:32.430341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-04780579-18c3-4ba7-8c49-651d2ea77730 req-c30a9047-c8b0-44bf-933e-87669287d972 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.1255400 Apr 08 19:43:32.454079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.464998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0693419f-0ada-4248-acc7-4bf93a9f4141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:32.495527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.498888 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-04780579-18c3-4ba7-8c49-651d2ea77730 req-edb3cda9-10f8-494b-bab0-971732f6872c tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568051 Apr 08 19:43:32.506461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a9c6a-253d-4410-8b94-aef1d559463e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:32.521863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:32.522853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.535484 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/180a9c6a-253d-4410-8b94-aef1d559463e HTTP/1.1" status: 204 len: 168 time: 0.4594669 Apr 08 19:43:32.672290 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ae38b4d-0d3a-42c3-93e2-f2b678fe3dec req-9042c951-345c-4c0e-a5d2-6066e646a5e2 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 210 time: 0.0756288 Apr 08 19:43:32.689399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:32.695439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Usage tracker for resource:security_group_rule and tenant:c38f8dd0f30c4de28f6474f3b600df48 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:32.699073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:32.705353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:32.714922 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-6e8e22b7-242e-4c05-9413-769b4da60872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582887 Apr 08 19:43:32.914848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc00c6-7c73-49b1-96eb-512217061af8 req-8f7cf92d-1ef0-4225-8964-a71035030ff1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:32.916519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78fc00c6-7c73-49b1-96eb-512217061af8 req-8f7cf92d-1ef0-4225-8964-a71035030ff1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.5373001 Apr 08 19:43:32.965465 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78fc00c6-7c73-49b1-96eb-512217061af8 req-852bed40-77d5-4f66-8a77-4abc1b98e77c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Apr 08 19:43:32.973767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:32.980532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.000424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:33.055456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc633db-6227-4bfd-898f-8a60aeda9dd4,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:33.060610 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c38f8dd0f30c4de28f6474f3b600df48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801610 Apr 08 19:43:33.063049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2e20f448-03a4-4a5f-832b-2f7b7794956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:33.063502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54792) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:33.066031 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-f2da5d7c-0134-41c9-af7f-2a323c767f2e service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325312 Apr 08 19:43:33.177961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.207246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.240699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.244795 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f6e8708-7e36-429c-a68f-7580953c5c17 req-a83a890a-dc5b-49f8-bb61-782462210e13 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703439 Apr 08 19:43:33.252102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54798) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:33.274583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.306884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:33.311413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Usage tracker for resource:security_group_rule and tenant:3de2a04cacb647df8f351954be77ddaa is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:33.324864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:33.331361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:33.444664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.452035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.453515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-25f4e72b-c956-4643-b90d-cd1c7dfca5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:33.468893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.484561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc633db-6227-4bfd-898f-8a60aeda9dd4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:33.519600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:33.521339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:33.545513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.546839 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcc633db-6227-4bfd-898f-8a60aeda9dd4 HTTP/1.1" status: 204 len: 168 time: 0.4822793 Apr 08 19:43:33.561193 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3de2a04cacb647df8f351954be77ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050010 Apr 08 19:43:33.561598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54824) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:33.578717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb82ce1-62c2-4916-bb8c-f627d596b31e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:33.584209 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:33.591570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bc3816fb-7151-4809-b557-9d7075ff5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:33.818017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121dffc-bb6c-44d1-8145-f7d7a954417b req-730f41f4-7325-4845-a3c3-f2446b15f9ae tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:33.826871 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f121dffc-bb6c-44d1-8145-f7d7a954417b req-730f41f4-7325-4845-a3c3-f2446b15f9ae tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.1606886 Apr 08 19:43:33.884212 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f121dffc-bb6c-44d1-8145-f7d7a954417b req-bd1a117d-9b82-4c39-9a6c-ca32a3c89904 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562208 Apr 08 19:43:34.024032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.052799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.248373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 54844) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:34.265616 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0fc0ce36-6152-446e-8270-0b3a03859c57 req-87a18510-090a-435a-bf34-02611fd8c788 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 210 time: 0.2563815 Apr 08 19:43:34.276077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.299543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2339d53f-3f49-4bbf-9dea-5bc388c9fd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:34.322897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb82ce1-62c2-4916-bb8c-f627d596b31e,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:34.325251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.329327 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbb82ce1-62c2-4916-bb8c-f627d596b31e HTTP/1.1" status: 204 len: 168 time: 0.7664561 Apr 08 19:43:34.330560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:34.337837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9f27-c2b8-4dc9-9bbe-b72245e8b209 req-3f423e24-404d-48e1-8382-d703ed1a2888 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:34.339612 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-980e9f27-c2b8-4dc9-9bbe-b72245e8b209 req-3f423e24-404d-48e1-8382-d703ed1a2888 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1691878 Apr 08 19:43:34.380454 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-980e9f27-c2b8-4dc9-9bbe-b72245e8b209 req-14ef7c66-fec4-41b0-9dfc-b79931b86705 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276453 Apr 08 19:43:34.413897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-c5b31002-414a-432a-ba9d-b350d72c86ab tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:34.415482 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-c5b31002-414a-432a-ba9d-b350d72c86ab tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.7986825 Apr 08 19:43:34.431040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-7b0b209f-8202-4b51-a4a8-e3ad1c1de477 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:34.432687 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-7b0b209f-8202-4b51-a4a8-e3ad1c1de477 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.4248576 Apr 08 19:43:34.438922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Request body: {'port': {'device_id': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'admin_state_up': True, 'tenant_id': '790907dbf7a8482bb06f3355829d0654'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:34.604364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.640711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:34.651204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Usage tracker for resource:security_group_rule and tenant:0d59083c784248929e21bc4279aaf6ec is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:34.664688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Deleting port d6fe5283-0831-4f90-b7fc-5224b38ea474 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:43:34.664879 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.704615 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:34.723186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:34.831433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:34.881222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:34.895239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54878) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:34.934158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:34.953430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:34.958305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7eb8acfdf444d318de78fc492ee225d is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:34.962754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:34.970735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:34.977492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:34.983554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.077207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.082300 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.100802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-56bb9345-48fa-416b-8030-820f4c2885d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:35.152682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7eb8acfdf444d318de78fc492ee225d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529333 Apr 08 19:43:35.153201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54892) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:35.156831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63dbd05-0cdc-4ae6-ab27-14190aaa8a38,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:35.160159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:35.228837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.261563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.319922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Allocated IP 172.20.0.13 (62be85fb-0af3-49e9-aba9-af5b3906c1cf/3da764cf-0945-4292-9752-5de065869e60/f040e6f3-c505-47a0-a68d-0b9f8a4dead0) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:35.321360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.328841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bd7ed08d-e0c7-4b73-8d79-35e7f9801aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:35.343557 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63dbd05-0cdc-4ae6-ab27-14190aaa8a38,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:35.346245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:35.348863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.350256 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2743174a-47db-4976-94e3-97452032250f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b63dbd05-0cdc-4ae6-ab27-14190aaa8a38 HTTP/1.1" status: 204 len: 168 time: 0.1960356 Apr 08 19:43:35.517766 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aa58783a-521f-466d-a553-e18243da5787 req-e65f0e55-e842-4bbd-a9de-deb40aab2f85 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 210 time: 0.0727425 Apr 08 19:43:35.552429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.576110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.608991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] For port d6fe5283-0831-4f90-b7fc-5224b38ea474, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6fe5283-0831-4f90-b7fc-5224b38ea474,segment=NetworkSegment(fbd8ce89-bd4f-4660-96b3-86c9d5570176),segment_id=fbd8ce89-bd4f-4660-96b3-86c9d5570176)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:35.609401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.619671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:35.804339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859af5a-82eb-4643-a19d-d977672ae203 req-27618289-6540-492a-b677-a9da5cde4e2a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:35.814550 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f859af5a-82eb-4643-a19d-d977672ae203 req-27618289-6540-492a-b677-a9da5cde4e2a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1202433 Apr 08 19:43:35.834943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Calling delete_port for d6fe5283-0831-4f90-b7fc-5224b38ea474 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:43:35.858269 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f859af5a-82eb-4643-a19d-d977672ae203 req-d86d96e2-a6a5-4ea5-b0ef-710891107dbd tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Apr 08 19:43:35.952518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d59083c784248929e21bc4279aaf6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6847060 Apr 08 19:43:35.955228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54922) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:35.980328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3d757b82-395d-47bf-a133-d57e299d5db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:35.983872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f7072-f5c8-4961-b631-15a1988ec338 req-a36c3876-ec35-4283-8c89-4e91d1498ddb tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:35.993295 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9f2f7072-f5c8-4961-b631-15a1988ec338 req-a36c3876-ec35-4283-8c89-4e91d1498ddb tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 945 time: 0.9359500 Apr 08 19:43:36.006770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.049158 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9f2f7072-f5c8-4961-b631-15a1988ec338 req-074049c7-0300-42c5-96e2-17067de9a888 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/security-groups?id=89acbb94-c634-456c-a5dd-8fcb2c5f06c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Apr 08 19:43:36.049943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a90f28-c76f-4a6b-922b-e438e6d329ce,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:36.056151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.090599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:36.097471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.154360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.183813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1b4c6074-dd56-49e5-a923-aaf1b751c0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:36.214952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a90f28-c76f-4a6b-922b-e438e6d329ce,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:36.228318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:36.229435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.231348 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8a90f28-c76f-4a6b-922b-e438e6d329ce HTTP/1.1" status: 204 len: 168 time: 0.2749619 Apr 08 19:43:36.324919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.351148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.353884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:36.383830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:36.654536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Pushing event deleted for resources: {'Port': ['ID=d6fe5283-0831-4f90-b7fc-5224b38ea474,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:36.741213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:36.772038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:36.781949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753c90c-6eaf-421e-b2b8-8cdac322879e req-430082fe-3682-4a77-9458-2fb1576a6b94 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:36.793250 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3753c90c-6eaf-421e-b2b8-8cdac322879e req-430082fe-3682-4a77-9458-2fb1576a6b94 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 932 time: 0.1195123 Apr 08 19:43:36.833373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:36.877258 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3753c90c-6eaf-421e-b2b8-8cdac322879e req-324180de-43f2-4321-9a56-cc9b6e515436 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828459 Apr 08 19:43:36.878495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54962) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:36.951634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.013233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:37.022295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d1e09b74c2467380c484128bfd077d is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:37.034992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:37.054862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:37.227676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.290619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.295622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.302211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event updated for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:37.305948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-beb8226a-590f-453d-9b9a-98b8b4dd71e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:37.342717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62cf048-302a-4034-8037-d5ebd3032572,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:37.364580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:37.403012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] No DVR routers for this DVR port d6fe5283-0831-4f90-b7fc-5224b38ea474 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:43:37.437100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:37.440208 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41cf7ac5-f1f7-4251-b083-0ac9eebecdb6 req-3db8a936-6bb3-46d0-8588-3d3d8760d4db tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 210 time: 0.1015978 Apr 08 19:43:37.442682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.458665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3d1e09b74c2467380c484128bfd077d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730934 Apr 08 19:43:37.459584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'name': 'network-vif-deleted', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:37.469763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 54986) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:37.491367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:37.498529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:37.506266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:37.513051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:37.513744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.526323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789fcb3-9e4b-48e9-a881-927bacefc84c req-c0c9d30d-94de-4c3d-a71d-2bc0ccb1b6d3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:37.534867 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c789fcb3-9e4b-48e9-a881-927bacefc84c req-c0c9d30d-94de-4c3d-a71d-2bc0ccb1b6d3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.3650625 Apr 08 19:43:37.538172 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c76ef12-3c68-4150-84e4-25753af62186', 'name': 'network-vif-deleted', 'tag': 'd6fe5283-0831-4f90-b7fc-5224b38ea474', 'status': 'completed', 'code': 200} Apr 08 19:43:37.562329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.574058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c789fcb3-9e4b-48e9-a881-927bacefc84c req-f7ad421c-0439-4df3-b8df-190efbdab3d0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Apr 08 19:43:37.575567 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ac9e4b-2401-4786-8d4f-75a1b1a6a348 req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.13 "DELETE /v2.0/ports/d6fe5283-0831-4f90-b7fc-5224b38ea474 HTTP/1.1" status: 204 len: 173 time: 3.1186643 Apr 08 19:43:37.602482 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1613796 Apr 08 19:43:37.603032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.608407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Request body: {'port': {'device_id': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:37.655047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.662764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.668942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2eef52d0-8558-42ce-9a76-894321561a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:37.703377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62cf048-302a-4034-8037-d5ebd3032572,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:37.714345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.716371 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b62cf048-302a-4034-8037-d5ebd3032572 HTTP/1.1" status: 204 len: 168 time: 0.2536159 Apr 08 19:43:37.719456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:37.779180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:37.780236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d6fe5283-0831-4f90-b7fc-5224b38ea474 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:43:37.822857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: d6fe5283-0831-4f90-b7fc-5224b38ea474 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:43:37.823580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d6fe5283-0831-4f90-b7fc-5224b38ea474 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:43:38.149969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd31079-308d-4419-882b-163e605b76dc req-dec7b0d4-6b26-4a2e-97d9-f5bd2a401088 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:38.160573 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfd31079-308d-4419-882b-163e605b76dc req-dec7b0d4-6b26-4a2e-97d9-f5bd2a401088 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 932 time: 0.1468360 Apr 08 19:43:38.215084 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfd31079-308d-4419-882b-163e605b76dc req-d798545f-1785-402a-b2d0-df88c2f5d1e6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Apr 08 19:43:38.476116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f040e6f3-c505-47a0-a68d-0b9f8a4dead0 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:38.485865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:38.535324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Transition to ACTIVE for port object f040e6f3-c505-47a0-a68d-0b9f8a4dead0 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:38.538366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:38.577146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:38.732235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-446bed36-0349-4cac-aebd-c0e6ec67d2a7 req-7acd2835-88fa-4a2b-a4b7-d78ceefd046b tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Synchronizing usage tracker for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:38.839335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:38.852767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:38.856121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-446bed36-0349-4cac-aebd-c0e6ec67d2a7 req-7acd2835-88fa-4a2b-a4b7-d78ceefd046b tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Unset dirty status for tenant:fb2bc2180c134b41aa3781c5b0cd68a8 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:38.857717 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-446bed36-0349-4cac-aebd-c0e6ec67d2a7 req-7acd2835-88fa-4a2b-a4b7-d78ceefd046b tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c76ef12-3c68-4150-84e4-25753af62186 HTTP/1.1" status: 200 len: 210 time: 0.2218299 Apr 08 19:43:38.903951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3523bf-75bb-4687-927f-fa02d8480ebe req-f951dd4a-beaf-49bc-bdd7-8cc8e79c88ec tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:38.917127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5e3523bf-75bb-4687-927f-fa02d8480ebe req-f951dd4a-beaf-49bc-bdd7-8cc8e79c88ec tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1602376 Apr 08 19:43:38.958381 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5e3523bf-75bb-4687-927f-fa02d8480ebe req-35458e99-66fc-4b11-ae32-7f62ee4a6ab0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Apr 08 19:43:39.037474 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Attempting to bind port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:39.037947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Attempting to bind port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:39.038220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Attempting to bind port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:39.043578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:43:39.044076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Attempting to bind port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:39.049840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:39.050436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Checking segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:39.050866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Bound using segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:39.051347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Bound port: f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:39.051862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:39.137504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:39.140923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:39.144978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:39.166207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b4a13e2f-8304-4204-a40f-e85e23756e06 tempest-DeleteServersTestJSON-1943329904 tempest-DeleteServersTestJSON-1943329904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:39.253082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:39.256535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:39.484891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:39.485562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:39.487045 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f040e6f3-c505-47a0-a68d-0b9f8a4dead0 HTTP/1.1" status: 200 len: 1094 time: 1.8845358 Apr 08 19:43:39.500868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e827f-2b14-422f-a549-6f5c3ce42a12 req-87950d40-7763-4467-a52b-d4fd7f3ec8e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:39.501817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-311e827f-2b14-422f-a549-6f5c3ce42a12 req-87950d40-7763-4467-a52b-d4fd7f3ec8e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:39.518180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-311e827f-2b14-422f-a549-6f5c3ce42a12 req-87950d40-7763-4467-a52b-d4fd7f3ec8e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:39.526624 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-311e827f-2b14-422f-a549-6f5c3ce42a12 req-87950d40-7763-4467-a52b-d4fd7f3ec8e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 944 time: 0.1796007 Apr 08 19:43:39.540355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:39.583365 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-311e827f-2b14-422f-a549-6f5c3ce42a12 req-fdaa561f-35fb-42f4-bfc4-8687b38396ee tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Apr 08 19:43:39.643557 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', 'status': 'completed', 'code': 200} Apr 08 19:43:39.696512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-3978593b-2fe2-4a0d-a2ed-aff472b5a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:39.698459 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-3978593b-2fe2-4a0d-a2ed-aff472b5a33a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 1097 time: 0.1422894 Apr 08 19:43:39.803949 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-ecadd753-4a51-49ee-9a3c-5fa401744940 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0 HTTP/1.1" status: 200 len: 217 time: 0.0909433 Apr 08 19:43:39.883659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-8d161698-a49b-4a45-a472-e6adcf5b1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:39.887172 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-8d161698-a49b-4a45-a472-e6adcf5b1878 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.0747969 Apr 08 19:43:39.955894 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-1639fb5b-f340-4573-aeb2-1181a0a73ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626314 Apr 08 19:43:40.196826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-fcf97175-8c36-43a4-812d-0eee967bb586 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325439 Apr 08 19:43:40.396969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14789f-2b13-4b8b-a18e-37e104a2c19c req-4b1721a5-d6f4-429d-8cd7-ad0925e02252 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:40.412764 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8f14789f-2b13-4b8b-a18e-37e104a2c19c req-4b1721a5-d6f4-429d-8cd7-ad0925e02252 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.2440112 Apr 08 19:43:40.490107 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8f14789f-2b13-4b8b-a18e-37e104a2c19c req-9dffdb40-bd37-4afe-9817-fa3166a07c47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Apr 08 19:43:40.507210 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0e03c33e-bec9-4006-b7ae-e07d62183c8d req-96811ecb-c109-4e2c-9500-6c364fc40f7b service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993069 Apr 08 19:43:40.614612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55140) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:40.695735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-f5606ccc-54fa-45d5-a8cf-6ad67f38b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:40.697517 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-f5606ccc-54fa-45d5-a8cf-6ad67f38b1de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 1097 time: 0.1370318 Apr 08 19:43:40.942278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-781fddb8-6fdb-4760-a704-737da45df5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:40.943996 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-781fddb8-6fdb-4760-a704-737da45df5c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 915 time: 0.2388585 Apr 08 19:43:40.957032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7942-4a1f-4d9e-b75e-d7f17a19c4e2 req-b52e6504-74b0-4d0a-84a0-6fe6353220d8 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:40.958819 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b9db7942-4a1f-4d9e-b75e-d7f17a19c4e2 req-b52e6504-74b0-4d0a-84a0-6fe6353220d8 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 944 time: 0.1452627 Apr 08 19:43:41.253157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55164) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:41.277460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.301587 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-faa3d2d4-b083-4d06-b581-22b6da0b8d72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0 HTTP/1.1" status: 200 len: 217 time: 0.3416889 Apr 08 19:43:41.318774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:41.323440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Usage tracker for resource:security_group_rule and tenant:05159e7bc55c4720a3221a7fa059ed41 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:41.327224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:41.334964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:41.370785 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b9db7942-4a1f-4d9e-b75e-d7f17a19c4e2 req-69d56664-9b61-429a-8aca-4176f368c956 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058095 Apr 08 19:43:41.395735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-7b13e0f1-2b28-4e58-97ab-0db0e0d75168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:41.397333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-7b13e0f1-2b28-4e58-97ab-0db0e0d75168 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.0891833 Apr 08 19:43:41.438258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.473602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:41.479693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.484695 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-a5872651-1da1-4fdc-8339-9f756a867ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731149 Apr 08 19:43:41.484837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Usage tracker for resource:security_group_rule and tenant:e874d6ad369040589f1e8c2f67e1eb2e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:41.486256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:41.492430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.500199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:41.504375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3823ed6a-6cfb-47d0-a344-249fde9b85c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:41.547215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93753bc8-45a9-4add-b636-0918b78c551e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:41.565281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:41.613611 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05159e7bc55c4720a3221a7fa059ed41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9977760 Apr 08 19:43:41.614683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55198) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:41.646562 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-c36abd45-4520-4e53-9783-695fb13fc711 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565638 Apr 08 19:43:41.719735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.747945 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.825079 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-195ce739-7724-4bdb-b3d7-626190cf6b32 req-6f0ee081-ff7d-4657-a6f4-9e751bcf0d3a service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717093 Apr 08 19:43:41.846497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.863991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ae457af-503d-4718-a9fe-bdaf4111472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:41.878272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93753bc8-45a9-4add-b636-0918b78c551e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:41.887325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:41.927115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.931958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93753bc8-45a9-4add-b636-0918b78c551e HTTP/1.1" status: 204 len: 168 time: 0.3136454 Apr 08 19:43:41.964681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.965846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:41.975997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7ac32228-9cfe-42e7-b9b2-3397cbd3905d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:42.005473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1149f42-d543-473e-9bdc-7ebc631b0602,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:42.021436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:42.055216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd3e0-bf8e-4169-a80b-ac128c080675 req-d7d849dc-b61a-4950-b907-ad9cc7506226 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:42.057420 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0a1fd3e0-bf8e-4169-a80b-ac128c080675 req-d7d849dc-b61a-4950-b907-ad9cc7506226 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.2596104 Apr 08 19:43:42.065053 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e874d6ad369040589f1e8c2f67e1eb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7885263 Apr 08 19:43:42.066876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55228) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.121758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55236) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.133489 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0a1fd3e0-bf8e-4169-a80b-ac128c080675 req-64b909dd-ec23-4d54-ad1f-8325647adf47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Apr 08 19:43:42.215162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.289444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.383999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55248) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.407812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.425803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.426306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-700aac42-8860-494d-8f14-8e0c20f5fcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:42.454710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1149f42-d543-473e-9bdc-7ebc631b0602,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:42.459694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.466612 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1149f42-d543-473e-9bdc-7ebc631b0602 HTTP/1.1" status: 204 len: 168 time: 0.3978810 Apr 08 19:43:42.469134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:42.470093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:42.474498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Usage tracker for resource:security_group_rule and tenant:550d0f4cdd99480aa85f657d47abba08 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:42.489061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:42.497940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:42.553406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.584822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:42.598063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Usage tracker for resource:security_group_rule and tenant:680d16e7757f4adfb6eda3f9a5c28e90 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:42.605616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:42.618849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:42.637603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdee2a-c530-4074-bb65-4c4fc69db774 req-a627380f-0185-4b1e-902e-5ff0cec3efbe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:42.639824 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e4bdee2a-c530-4074-bb65-4c4fc69db774 req-a627380f-0185-4b1e-902e-5ff0cec3efbe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 944 time: 0.1096468 Apr 08 19:43:42.676739 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e4bdee2a-c530-4074-bb65-4c4fc69db774 req-4e9ba432-4e9f-4c9f-a432-d5d54631555f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286927 Apr 08 19:43:42.677398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55260) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.692154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.700326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.713227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d69c1ce9-38c9-41c7-b32b-44aaaf8f624d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:42.755015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Deleting subnet 48ebefeb-a571-47e3-9f95-4722aef8dbd0 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:43:42.758714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.760173 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=550d0f4cdd99480aa85f657d47abba08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745313 Apr 08 19:43:42.765566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55266) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.769413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516ccd7-8d0a-4bb3-add6-5f384279548f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:42.790922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:42.832013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.840398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.848194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.852792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.866564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a0eff182-15c5-4faf-8fc6-7ac3ebf5834d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:42.900004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.914002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55270) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.931041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f830542-e541-46cc-8982-af2d3321354e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:42.935790 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=680d16e7757f4adfb6eda3f9a5c28e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129821 Apr 08 19:43:42.936771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:42.939111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55274) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:42.946496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:42.969653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.015454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:43.027992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Usage tracker for resource:security_group_rule and tenant:ff5a061b9c3e456f95c5d03659d82d5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:43.032714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:43.041337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:43.044605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.072501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.077743 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.084317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9f6f2f66-7df7-45ad-8003-f659aa1b980b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:43.108155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516ccd7-8d0a-4bb3-add6-5f384279548f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:43.116561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:43.142555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.143792 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9516ccd7-8d0a-4bb3-add6-5f384279548f HTTP/1.1" status: 204 len: 168 time: 0.3772242 Apr 08 19:43:43.157535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.164246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5b6d68e1-129d-4d4a-af1c-fe03660209f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:43.180272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f830542-e541-46cc-8982-af2d3321354e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:43.188347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.189610 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f830542-e541-46cc-8982-af2d3321354e HTTP/1.1" status: 204 len: 168 time: 0.2495382 Apr 08 19:43:43.190716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:43.295627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.297259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.314802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:43.354488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e04941-bb40-4c68-b82e-c65b5d3e59d9 req-f90d26f4-31ce-4cd3-976f-e27ce255b218 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:43.356246 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-90e04941-bb40-4c68-b82e-c65b5d3e59d9 req-f90d26f4-31ce-4cd3-976f-e27ce255b218 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1033950 Apr 08 19:43:43.360553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.379205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ebefeb-a571-47e3-9f95-4722aef8dbd0,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:43.402805 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-90e04941-bb40-4c68-b82e-c65b5d3e59d9 req-3499684f-aedf-4342-8b74-86f9abca9306 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Apr 08 19:43:43.457592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:43.457850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:43.501099 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff5a061b9c3e456f95c5d03659d82d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859582 Apr 08 19:43:43.503899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55292) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:43.557019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f67c22-f7ca-4915-92df-3a338ddb5595,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:43.562925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:43.589969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.616542 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/48ebefeb-a571-47e3-9f95-4722aef8dbd0 HTTP/1.1" status: 204 len: 168 time: 0.9349837 Apr 08 19:43:43.617417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55304) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:43.628263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.677087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.757842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.767912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2743174a-47db-4976-94e3-97452032250f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:43.778683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55314) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:43.798670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f67c22-f7ca-4915-92df-3a338ddb5595,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:43.806226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f040e6f3-c505-47a0-a68d-0b9f8a4dead0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:43:43.810052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:43.810534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.811929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.815079 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91f67c22-f7ca-4915-92df-3a338ddb5595 HTTP/1.1" status: 204 len: 168 time: 0.3100905 Apr 08 19:43:43.923030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:43.950493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:43.954470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Usage tracker for resource:security_group_rule and tenant:fddb2522a88143fbad78f038ab1e226e is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:43.957851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:43.964665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:44.034852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:44.053884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'port_id': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', 'mac_address': 'fa:16:3e:29:a7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da764cf-0945-4292-9752-5de065869e60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:43:44.126142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.127490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f040e6f3-c505-47a0-a68d-0b9f8a4dead0 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:43:44.145065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:44.148850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.151335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:44.170815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.203643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55332) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:44.228400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.243249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:44.248149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:44.265786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0defc246-69d3-445b-9b19-75302c7c22c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:44.423418 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fddb2522a88143fbad78f038ab1e226e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435394 Apr 08 19:43:44.426746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55346) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:44.428416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235de07c-06e3-40bf-835d-d30f52aaf681,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:44.432245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['f040e6f3-c505-47a0-a68d-0b9f8a4dead0'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:43:44.443503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.483744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:44.600201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.602660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.603453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.604256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.605101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.605101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.605435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.605933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.606151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.606510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.606867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.641990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.703472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.703861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.704228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.704627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:43:44.705027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133b34fa-bc01-401a-b537-8fa070b0234a']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:44.721217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd8ce89-bd4f-4660-96b3-86c9d5570176') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:44.721558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd8ce89-bd4f-4660-96b3-86c9d5570176') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:44.735459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.757801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.765913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:43:44.850796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55362) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:44.882199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa07aa-c8ff-44af-8766-10950fdff64d req-26440a36-3f0b-4246-a9e3-a278a3459342 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:44.883987 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8eaa07aa-c8ff-44af-8766-10950fdff64d req-26440a36-3f0b-4246-a9e3-a278a3459342 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 944 time: 0.9628804 Apr 08 19:43:44.896152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:44.906918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Usage tracker for resource:security_group_rule and tenant:92de12e905ff4e9e8a4b57b5fbe1611e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:44.919528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:44.938408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:44.943401 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8eaa07aa-c8ff-44af-8766-10950fdff64d req-1d507c95-bde5-4849-a199-b93f02653456 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Apr 08 19:43:44.945370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:45.027106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Network 133b34fa-bc01-401a-b537-8fa070b0234a has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:43:45.033605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302dcb-c717-4fb0-bbf6-466668175094 req-6488ddc6-a956-427e-8efd-78cc96123484 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:45.035431 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-08302dcb-c717-4fb0-bbf6-466668175094 req-6488ddc6-a956-427e-8efd-78cc96123484 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.3966460 Apr 08 19:43:45.037547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.073455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.081046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.097987 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-08302dcb-c717-4fb0-bbf6-466668175094 req-67a77311-a6eb-4197-8415-527fb278b739 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Apr 08 19:43:45.103107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235de07c-06e3-40bf-835d-d30f52aaf681,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:45.111526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:45.123981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.127605 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/235de07c-06e3-40bf-835d-d30f52aaf681 HTTP/1.1" status: 204 len: 168 time: 0.6977458 Apr 08 19:43:45.151394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520730508-network', 'tenant_id': '1e7e672b38554233af98de935e27f505'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:45.156756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:45.157505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.160958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.166653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Usage tracker for resource:network and tenant:1e7e672b38554233af98de935e27f505 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:45.171380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.185358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:45.205738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24353188-1ac0-412d-8524-593b346e5d00,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:45.224463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:45.257691 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92de12e905ff4e9e8a4b57b5fbe1611e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530419 Apr 08 19:43:45.259161 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55382) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:45.327708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:45.344853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.371282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Network 133b34fa-bc01-401a-b537-8fa070b0234a has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:43:45.377799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: from cryptography.utils import int_from_bytes Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: from cryptography.utils import int_from_bytes Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: (rel_b, rel_a, rel_b), Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: (rel_b, rel_a, rel_b), Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:43:45.424228 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:43:45.436267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.440913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Made reservation on behalf of 1e7e672b38554233af98de935e27f505 for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:45.445680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.452306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bf83652b-490f-4f6a-b81c-8e0a70290687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.475772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24353188-1ac0-412d-8524-593b346e5d00,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:45.478938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:45.481100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.482298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24353188-1ac0-412d-8524-593b346e5d00 HTTP/1.1" status: 204 len: 168 time: 0.2202060 Apr 08 19:43:45.521586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.549686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:45.554627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7e672b38554233af98de935e27f505 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:45.558147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:45.565576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:45.608944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.620013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.644208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=133b34fa-bc01-401a-b537-8fa070b0234a,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:45.649784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.657875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:45.677067 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/133b34fa-bc01-401a-b537-8fa070b0234a HTTP/1.1" status: 204 len: 168 time: 2.0558851 Apr 08 19:43:45.719516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.722722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.728072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.756146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:43:45.771110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517be1af-b75e-4c3f-8b87-c168a21ab571,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:45.781340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744536371690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.781962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Unsubscribe: segment precommit_create {{(pid=85305) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 19:43:45.782564 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Added segment c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca of type vlan for network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 Apr 08 19:43:45.798084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:45.802757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f040e6f3-c505-47a0-a68d-0b9f8a4dead0 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:45.832311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.877655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.880118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:45.880979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:45.885129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:45.887138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4d09c30-50c6-4c0b-943d-3318cf3483c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:45.890862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:45.891486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.002603 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1448708 Apr 08 19:43:46.005732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55418) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.012205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Request body: {'subnet': {'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520730508-subnet', 'tenant_id': '1e7e672b38554233af98de935e27f505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:46.015384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Pushing event updated for resources: {'Network': ['ID=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:46.017705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:46.018688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:46.028689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Usage tracker for resource:subnet and tenant:1e7e672b38554233af98de935e27f505 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:46.034868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:46.039336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:43:46.055214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:46.073761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Made reservation on behalf of 1e7e672b38554233af98de935e27f505 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:46.078832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.114464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.131831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55424) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.166712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:46.239818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55430) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.268144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:43:46.284445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55434) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.294209 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.309107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:46.322442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb53b1-231e-4b92-bf3b-5d2b9d627c79 req-3ce94468-9610-4e29-a3e8-346e335bec1b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:46.331383 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44cb53b1-231e-4b92-bf3b-5d2b9d627c79 req-3ce94468-9610-4e29-a3e8-346e335bec1b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 945 time: 0.2223494 Apr 08 19:43:46.331679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55442) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.332509 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5e1946b3-a2ff-4108-ab54-a83bb4dedae7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb2bc2180c134b41aa3781c5b0cd68a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1994379 Apr 08 19:43:46.359148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.409624 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44cb53b1-231e-4b92-bf3b-5d2b9d627c79 req-2b0d4c22-c100-421f-b347-9fadf1b643bd tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Apr 08 19:43:46.419811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:46.421664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:46.424120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:46.426677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e598b7f6e3e435cbc1ef51486afe419 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:46.430667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:46.449873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:46.483048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55446) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.500833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2dd5a-ce36-4c7c-b41f-d43ee71afd8c req-51caa67e-f3ff-426a-b3c7-41f975d1cc03 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:46.505336 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-feb2dd5a-ce36-4c7c-b41f-d43ee71afd8c req-51caa67e-f3ff-426a-b3c7-41f975d1cc03 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1643248 Apr 08 19:43:46.538972 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', 'code': 200} Apr 08 19:43:46.557584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.572934 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-feb2dd5a-ce36-4c7c-b41f-d43ee71afd8c req-7cb82308-5d93-4969-9521-2c75049a5d3d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565724 Apr 08 19:43:46.613251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.688683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.706257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.736052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-031b5b42-df11-47cd-84e5-2a38f21b2bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:46.749084 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e598b7f6e3e435cbc1ef51486afe419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008712 Apr 08 19:43:46.749859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55456) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:46.816753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.829513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.849599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44748086-c24b-41c0-a037-3038341cf1cc,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:46.872859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5556b204-b3a2-4ccd-b62a-a45859e12af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:46.873712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:46.879797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.881020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8a16e0cbdf4de5a8f1f61d31977b02 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:46.884158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:46.885484 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:46.890181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:46.893465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Usage tracker for resource:security_group_rule and tenant:35034bad3c7e432898aa8e741bf024ba is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:46.897025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:46.905269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:46.914611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:46.926213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acbb94-c634-456c-a5dd-8fcb2c5f06c2,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:46.931759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.935084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:46.974407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:46.989335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a2680-faad-4b3d-b382-4130adc38cef req-a431579e-9bf5-4f91-85fd-7d75e4104586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:46.990835 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fe0a2680-faad-4b3d-b382-4130adc38cef req-a431579e-9bf5-4f91-85fd-7d75e4104586 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 1099 time: 0.2400413 Apr 08 19:43:46.998202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.001772 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89acbb94-c634-456c-a5dd-8fcb2c5f06c2 HTTP/1.1" status: 204 len: 168 time: 0.6628146 Apr 08 19:43:47.036755 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fe0a2680-faad-4b3d-b382-4130adc38cef req-1ca16470-2c4e-4c16-b94f-b345611400af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228174 Apr 08 19:43:47.050466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.057081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c9f34486-b460-4d93-b392-c2e7be42edee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:47.071440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44748086-c24b-41c0-a037-3038341cf1cc,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:47.074697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:47.076854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.080709 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44748086-c24b-41c0-a037-3038341cf1cc HTTP/1.1" status: 204 len: 168 time: 0.3226559 Apr 08 19:43:47.088620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.119100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:47.262373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.292416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.329707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.347511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.354629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eda6052-a893-4805-b674-c890524e6879,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35034bad3c7e432898aa8e741bf024ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8900902 Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.380916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.381533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.381627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55478) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:47.381734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.381900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.382212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.382588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.382957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.383327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:47.407692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:47.408265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-456bd105-a8e9-43b6-b08f-ecb42d5f9d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:47.442220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc8a16e0cbdf4de5a8f1f61d31977b02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503923 Apr 08 19:43:47.453150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.456464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55482) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:47.493348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0153e-4b3e-463d-9b03-f2682d0638e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85013c4d-8cbd-460a-8668-a08e376d505c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:47.514347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55490) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:47.561282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.583812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.610865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Checking segment: {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:47.612612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Network hostable DHCP agents. Network: 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:43:47.628007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de0e1dd-076c-432b-9b27-609b61b2197b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:47.631595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:47.632245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:47.632734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:47.650379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:43:47.661929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:47.662753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:47.666432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:47.667434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:47.675856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e136f-db1d-4dff-84b9-b3e12b8f6b41 None None] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:43:47.679795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Usage tracker for resource:security_group_rule and tenant:7529b24e8a654db18da57e62cbb914d4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:47.683573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:47.691910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:47.711754 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6970065 Apr 08 19:43:47.941138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6005a5-381d-4101-beca-ead9bca84565 req-d8e64fe8-36d4-423b-bc0e-dc4a50707837 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:47.943192 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9a6005a5-381d-4101-beca-ead9bca84565 req-d8e64fe8-36d4-423b-bc0e-dc4a50707837 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1857204 Apr 08 19:43:48.006120 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9a6005a5-381d-4101-beca-ead9bca84565 req-a86d9e38-ca6f-4d04-806f-6b30c693900d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Apr 08 19:43:48.070647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcbd4f9-a31d-4d16-a58d-aec59285ced2 None None] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:43:48.204564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.234389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.293778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.302274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-82b9bbed-86e9-408a-bdc6-726319a30e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:48.332159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de0e1dd-076c-432b-9b27-609b61b2197b,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:48.344803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb403b8-7b6f-4ff1-a684-7b6692fef57f req-a3a65b90-1dff-4938-b999-e8f92f74a5cb tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:48.346423 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-feb403b8-7b6f-4ff1-a684-7b6692fef57f req-a3a65b90-1dff-4938-b999-e8f92f74a5cb tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 946 time: 0.7010000 Apr 08 19:43:48.363632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.367421 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6de0e1dd-076c-432b-9b27-609b61b2197b HTTP/1.1" status: 204 len: 168 time: 0.9071641 Apr 08 19:43:48.371837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.372235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.372709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.373105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.373471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.373851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.374226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.374599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.374972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.375349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.375720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.376092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:43:48.385209 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:48.398417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.417415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:48.437759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.438977 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85013c4d-8cbd-460a-8668-a08e376d505c HTTP/1.1" status: 204 len: 168 time: 1.0562036 Apr 08 19:43:48.446189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85013c4d-8cbd-460a-8668-a08e376d505c,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:48.455294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:48.465526 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-feb403b8-7b6f-4ff1-a684-7b6692fef57f req-0e2f7e79-f2a8-4d14-8dae-59882bedd666 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047187 Apr 08 19:43:48.514388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.517848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.528742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a7029e4d-39ed-4bb8-b28a-c30b35c55786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:48.578934 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7529b24e8a654db18da57e62cbb914d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0495012 Apr 08 19:43:48.578934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac18abd-7978-4c24-81cf-88dd33375135,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:48.579214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55532) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:48.591890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:48.652456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.682824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.805883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.811168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-618cf6f9-9999-4b8d-94b7-c4b616e074a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:48.823559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac18abd-7978-4c24-81cf-88dd33375135,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:48.841152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:48.864754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:48.872781 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aac18abd-7978-4c24-81cf-88dd33375135 HTTP/1.1" status: 204 len: 168 time: 0.2923687 Apr 08 19:43:49.063852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55554) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:49.216557 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55562) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:49.253465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.260246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3ce16-9aeb-437e-bf8c-69c0411250b1 req-5b6f6851-9574-4cba-abec-fff3f6a747c6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:49.268750 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4b3ce16-9aeb-437e-bf8c-69c0411250b1 req-5b6f6851-9574-4cba-abec-fff3f6a747c6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1120555 Apr 08 19:43:49.292014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:49.299660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Usage tracker for resource:security_group_rule and tenant:dab6e8fabe0a485abf09fc8641ac0814 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:49.307124 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4b3ce16-9aeb-437e-bf8c-69c0411250b1 req-d79fcae5-59b9-48e2-92b6-147bff6f77b7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Apr 08 19:43:49.311861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:49.323113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:49.453737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.456907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.466219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fa36043a-f742-42ab-8e89-9163a6d0cf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:49.514992 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dab6e8fabe0a485abf09fc8641ac0814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943242 Apr 08 19:43:49.514992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77ebb0-d00f-44d7-9361-06d5fe00df10,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:49.518809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:49.519419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55576) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:49.519566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-31540520-network', 'tenant_id': 'ef705c42db90419c912588725c2def4c'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:49.527091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:49.532865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Usage tracker for resource:network and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:49.537007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:49.544514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:49.565014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Made reservation on behalf of ef705c42db90419c912588725c2def4c for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:49.574938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.596234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.608431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.627937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.640421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:49.644608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:49.647537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:49.658469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:49.718890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.728520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:49.742661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77ebb0-d00f-44d7-9361-06d5fe00df10,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:49.748357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:49.750264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.753277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.758953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d1f32fd9-253a-4ebc-85c7-6e47583e085f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:49.767408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.770600 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7bf43492-3abd-4525-9207-139ffe72cdbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa77ebb0-d00f-44d7-9361-06d5fe00df10 HTTP/1.1" status: 204 len: 168 time: 0.2500055 Apr 08 19:43:49.796438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b959f-d52d-4b12-87e2-8c5d4f54d3a2 req-7fc02fe9-542f-480e-926a-a7e0c3b18119 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:49.798229 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-317b959f-d52d-4b12-87e2-8c5d4f54d3a2 req-7fc02fe9-542f-480e-926a-a7e0c3b18119 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 946 time: 0.1240823 Apr 08 19:43:49.798604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:43:49.808698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c050d7d-f381-46d3-b34c-c87681f314bf,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:49.812917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:49.815581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.815961 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Added segment cf929435-0471-4da6-808b-23c8ace8b656 of type vlan for network f7322aba-b6e6-442a-ada4-258430a68924 Apr 08 19:43:49.837817 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-317b959f-d52d-4b12-87e2-8c5d4f54d3a2 req-5abf037d-2832-493e-bcd6-b5eae6966e3a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Apr 08 19:43:49.852801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.895478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.897059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:49.897755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:49.903223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:50.009035 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9438014 Apr 08 19:43:50.012740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55604) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:50.024857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Request body: {'subnet': {'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-31540520-subnet', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:50.025065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Pushing event updated for resources: {'Network': ['ID=f7322aba-b6e6-442a-ada4-258430a68924,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:50.029166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:50.031887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:50.037498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network f7322aba-b6e6-442a-ada4-258430a68924 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:43:50.038780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Usage tracker for resource:subnet and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:50.041870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:50.048193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:50.058757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Made reservation on behalf of ef705c42db90419c912588725c2def4c for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:50.067769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:50.655768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-041516c4-5ca7-4874-a001-43f5729c91f9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:50.658406 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-041516c4-5ca7-4874-a001-43f5729c91f9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 809 time: 0.2675176 Apr 08 19:43:50.691530 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-4425c8fd-be50-4083-a078-dc2648d5a57c tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/quotas/1e7e672b38554233af98de935e27f505 HTTP/1.1" status: 200 len: 375 time: 0.0253909 Apr 08 19:43:50.693079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:50.794107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:50.815281 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-9d605d03-00d2-4b09-97dd-d70f198db18d tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178250 Apr 08 19:43:50.967352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b87d29-96b7-45f8-9ba4-8a70cbc97560,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:50.976433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:51.026109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Checking segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:51.026611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Network hostable DHCP agents. Network: f7322aba-b6e6-442a-ada4-258430a68924, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:43:51.047788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Network f7322aba-b6e6-442a-ada4-258430a68924 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:43:51.058804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, f7322aba-b6e6-442a-ada4-258430a68924) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:51.067401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464dbe24-33ba-4b7c-865c-130815f78b32 None None] Network f7322aba-b6e6-442a-ada4-258430a68924 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:43:51.081711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:51.082537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:51.105811 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0916150 Apr 08 19:43:51.108285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55660) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:51.115616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:51.153792 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-ffdce8ac-21f0-464f-8edd-a3d9e30fe72e service neutron] 10.222.0.35 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330781 Apr 08 19:43:51.198200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:51.228534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Usage tracker for resource:router and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:51.243813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:51.283464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:51.343015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18756f3-e4d7-429b-9848-cfa86bab9054 req-c04159ec-ddef-441a-8f4a-d14733e7e780 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:51.345089 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f18756f3-e4d7-429b-9848-cfa86bab9054 req-c04159ec-ddef-441a-8f4a-d14733e7e780 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.2238221 Apr 08 19:43:51.346289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:51.347739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:51.385099 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f18756f3-e4d7-429b-9848-cfa86bab9054 req-4a2da9ad-ffbf-457d-b8f0-1178ff7e9320 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278461 Apr 08 19:43:51.393123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:51.463169 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-73818d79-8217-494e-ae96-c9d4dc1393b4 service neutron] 10.222.0.35 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084321 Apr 08 19:43:51.677764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:43:51.747664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-f7322aba-b6e6-442a-ada4-258430a68924', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:43:51.749246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.018794 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-35b5c7c2-f04f-4d8f-9884-41e787c814b4 req-bd8e9bc6-b3e5-445a-a1ae-63b90d0fb275 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.2026846 Apr 08 19:43:52.018794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.049819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Allocated IP 172.20.0.2 (f7322aba-b6e6-442a-ada4-258430a68924/d9b87d29-96b7-45f8-9ba4-8a70cbc97560/3d8cdf75-3e16-42e3-84f7-4618fa16e178) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:52.407404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.421925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Transition to ACTIVE for port object 3d8cdf75-3e16-42e3-84f7-4618fa16e178 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:52.447173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Transition to ACTIVE for port object 3d8cdf75-3e16-42e3-84f7-4618fa16e178 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:43:52.454591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.624450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:52.680913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.718606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.792185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Pushing event updated for resources: {'Port': ['ID=3d8cdf75-3e16-42e3-84f7-4618fa16e178,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:52.793030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127b41f-3e6d-4398-99d0-c1fa2a552c8c req-7bb6500a-6bae-4159-8769-8109081fe10e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:52.799243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:52.803550 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8127b41f-3e6d-4398-99d0-c1fa2a552c8c req-7bb6500a-6bae-4159-8769-8109081fe10e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1734884 Apr 08 19:43:52.819566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Network f7322aba-b6e6-442a-ada4-258430a68924 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:52.821422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:52.823872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:52.882868 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8127b41f-3e6d-4398-99d0-c1fa2a552c8c req-f4d4cc85-9c6a-4de4-8054-4e9dc88045fb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727041 Apr 08 19:43:52.945935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Attempting to bind port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:43:52.946381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Attempting to bind port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:43:52.946803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Attempting to bind port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:43:52.954336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:43:52.954822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Checking segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:43:52.955274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:52.955736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Bound using segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:43:52.956282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Bound port: 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:43:52.956793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:53.048723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] For port 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:43:53.063759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] For port 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d8cdf75-3e16-42e3-84f7-4618fa16e178,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:43:53.068339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:53.110305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Allocated IP 172.28.3.2 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/f7e3fd95-a721-4d41-8a94-d6e1d355bee9) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:53.111644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:53.207035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-5f4e7d84-287e-47fe-ad95-7ff345202839 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:53.208767 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-5f4e7d84-287e-47fe-ad95-7ff345202839 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.2893958 Apr 08 19:43:53.234561 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-768095c4-fd57-411d-9910-6589f583809a req-5140a8b0-2dfe-4ad6-973b-4868dada0c2b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.0782006 Apr 08 19:43:53.347865 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-5d2ec2df-ffa7-4b96-82ba-faa843c81139 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/quotas/790907dbf7a8482bb06f3355829d0654 HTTP/1.1" status: 200 len: 375 time: 0.0186834 Apr 08 19:43:53.428383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Pushing event updated for resources: {'Port': ['ID=3d8cdf75-3e16-42e3-84f7-4618fa16e178,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:53.431665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:53.510978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:53.529114 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-24e7939a-3932-4d15-876a-34f971f5a41b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654487 Apr 08 19:43:54.041819 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-b9c7bf6b-c3e7-40a2-b29b-26a0447ca8b7 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827998 Apr 08 19:43:54.163548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec522-37bc-4803-a1de-ce97daaff689 req-f0e5383b-39e5-4029-b506-f5a04c6af112 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:54.165523 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e87ec522-37bc-4803-a1de-ce97daaff689 req-f0e5383b-39e5-4029-b506-f5a04c6af112 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1044512 Apr 08 19:43:54.244666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-081fe508-c6de-43bd-839d-3e8ad1e72c2e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:54.245513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-081fe508-c6de-43bd-839d-3e8ad1e72c2e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Synchronizing usage tracker for tenant:1e7e672b38554233af98de935e27f505 on resource:network {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:43:54.261495 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e87ec522-37bc-4803-a1de-ce97daaff689 req-a09284a2-ca25-49a8-b5b6-842ea0cdba6c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882187 Apr 08 19:43:54.287198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:54.356621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d8cdf75-3e16-42e3-84f7-4618fa16e178 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:54.457205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:54.555547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:54.596788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:54.608876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:54.612037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-081fe508-c6de-43bd-839d-3e8ad1e72c2e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Unset dirty status for tenant:1e7e672b38554233af98de935e27f505 on resource:network {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:43:54.613634 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-081fe508-c6de-43bd-839d-3e8ad1e72c2e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 809 time: 1.0822566 Apr 08 19:43:54.643277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Request body: {'port': {'device_id': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7', 'admin_state_up': True, 'tenant_id': '1e7e672b38554233af98de935e27f505'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:54.668646 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e7438416-dccc-4ad4-ac30-78ac874a22e4 req-6c4b8073-e588-406a-854e-d761091c8402 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.1069455 Apr 08 19:43:54.841745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:54.843217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:54.852947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:54.896961 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-9bb69aea-71b3-4934-9f55-19771db38465 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454211 Apr 08 19:43:54.941301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:54.945439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Usage tracker for resource:port and tenant:1e7e672b38554233af98de935e27f505 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:54.948861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:54.955083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:55.107311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55796) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:55.122962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2068957f-b1b9-4dca-87a9-52851defc327 req-59f9a21f-88cb-4e8c-80af-1196095a1383 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 210 time: 0.0534258 Apr 08 19:43:55.133444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Made reservation on behalf of 1e7e672b38554233af98de935e27f505 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:55.143653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.201805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3559f-0616-41ed-baf4-9278987d7e46 None None] Network f7322aba-b6e6-442a-ada4-258430a68924 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:43:55.280756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Provisioning for port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:43:55.390918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.554888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Provisioning complete for port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:55.555317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.561904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:55.589133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Usage tracker for resource:security_group_rule and tenant:819cd5b9246e4a2486d8abbaf5c51d69 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:55.649062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:55.659979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:55.740569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.758622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] For port 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d8cdf75-3e16-42e3-84f7-4618fa16e178,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:43:55.764890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.766972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:55.803686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.817418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:55.867053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:55.899109 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=819cd5b9246e4a2486d8abbaf5c51d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7908869 Apr 08 19:43:55.916787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fe2dab-13bc-4e91-be57-b80451adbb5a,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:55.923294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Pushing event updated for resources: {'Port': ['ID=3d8cdf75-3e16-42e3-84f7-4618fa16e178,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:55.925965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:55.925965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55828) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:55.938574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:55.940716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81da79-7931-4efe-ab3c-cc3aa343d38d req-6ccd9f77-a2fa-48ec-a864-621546126cc4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:55.949034 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c81da79-7931-4efe-ab3c-cc3aa343d38d req-6ccd9f77-a2fa-48ec-a864-621546126cc4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.4616804 Apr 08 19:43:55.974682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5933d0d0-99d1-4d83-b872-6623a275f0df req-c0e16013-174f-4e15-9cdd-a777aa85a33d tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.0901184 Apr 08 19:43:56.005470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Allocated IP 172.20.0.7 (80f53ed7-3375-4077-b2fa-3bc39d0eaaf7/1eda6052-a893-4805-b674-c890524e6879/be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:56.059200 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c81da79-7931-4efe-ab3c-cc3aa343d38d req-262ef7c2-bdda-4dbd-b358-9a3a4bc69dc0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064250 Apr 08 19:43:56.074783 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.345687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d8cdf75-3e16-42e3-84f7-4618fa16e178 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:43:56.517327 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f0472d08-d304-4c17-8e0f-6ab4a489b2d3 req-7195b069-d663-4134-8d83-94bf73e9f1a7 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 210 time: 0.1491344 Apr 08 19:43:56.562466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-cabea68c-684d-455d-8c71-988055b2d212 None None] Provisioning complete for port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:56.562903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cabea68c-684d-455d-8c71-988055b2d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.592325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.603145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:43:56.603576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.642009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55850) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:56.762252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.931375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:56.963634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:56.972419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Usage tracker for resource:security_group_rule and tenant:0de932e86e3e4d95802c19198054f53f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:56.985786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:56.994124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:57.188029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.191317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.202553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-53ae6250-038e-4ed7-a35f-4b3850cb20ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:57.258390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20662451-b05d-4017-a1fb-41e3195861ee,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:57.265165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:57.271503 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0de932e86e3e4d95802c19198054f53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281240 Apr 08 19:43:57.282587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55882) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:57.414850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.453159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4490d6-6ced-4785-af4b-163628ad5e39 req-257c4cc6-0c42-4176-a3ba-7c258c6ffc28 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:57.456256 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc4490d6-6ced-4785-af4b-163628ad5e39 req-257c4cc6-0c42-4176-a3ba-7c258c6ffc28 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1740274 Apr 08 19:43:57.462715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.491475 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-780a30ae-b2c0-4961-ac46-7571606414c8 req-f4d5dfe2-2a0c-4cc3-8d5e-e3cc187bdb66 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.2457659 Apr 08 19:43:57.500520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-b30143cd-ea60-41d5-b65d-3da8a80fddca tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:57.511472 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-b30143cd-ea60-41d5-b65d-3da8a80fddca tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.8661637 Apr 08 19:43:57.511797 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc4490d6-6ced-4785-af4b-163628ad5e39 req-45694f8c-7484-46ca-b223-6ce840b46447 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Apr 08 19:43:57.520779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.535775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.539526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:57.539957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0cf3b6c0-da5e-41b9-9d10-93d91aca4dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:57.555415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20662451-b05d-4017-a1fb-41e3195861ee,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:57.556571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Request body: {'port': {'device_id': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'admin_state_up': True, 'tenant_id': '790907dbf7a8482bb06f3355829d0654'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:57.558787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:57.560914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.562088 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20662451-b05d-4017-a1fb-41e3195861ee HTTP/1.1" status: 204 len: 168 time: 0.2785690 Apr 08 19:43:57.634691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fe2dab-13bc-4e91-be57-b80451adbb5a,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:57.688112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:57.787927 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef34ac52-1f79-4360-89b2-f739ba810189 req-e3cd159a-4c80-402b-81a1-4a166957befd tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 210 time: 0.1441514 Apr 08 19:43:57.802462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.842832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.849804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.851005 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13fe2dab-13bc-4e91-be57-b80451adbb5a HTTP/1.1" status: 204 len: 168 time: 1.8996816 Apr 08 19:43:57.894091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55900) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:57.913905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:57.930428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:57.935119 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Usage tracker for resource:security_group_rule and tenant:e32a6d6c70b44ee5bd23b3baabec3dc4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:57.938296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:57.944441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:58.022019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:58.037289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.040192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.040571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:58.051564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b69f9195-68c7-4522-8cb0-b362570d686f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:58.075334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.077400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:43:58.083487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.096825 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e32a6d6c70b44ee5bd23b3baabec3dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015531 Apr 08 19:43:58.098681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd6a5c-a811-49a9-b630-d36ab947c2e2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:58.101271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55906) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:58.103992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:58.147374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:58.164630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.196101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.241923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.246556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f0bf5331-225a-4036-bbbf-0292b0b49378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:58.259856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd6a5c-a811-49a9-b630-d36ab947c2e2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:58.264641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:58.268692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.272388 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbfd6a5c-a811-49a9-b630-d36ab947c2e2 HTTP/1.1" status: 204 len: 168 time: 0.1677647 Apr 08 19:43:58.272388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55912) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:58.318307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.338690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:43:58.343659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Usage tracker for resource:security_group_rule and tenant:859ada78f35c40df8462b19fb5069fb9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:43:58.347419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:43:58.353991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:43:58.421262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Pushing event updated for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:58.433643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:58.466099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.469846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.480644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8bc0b495-c99a-4d62-a85d-d10efd61c7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:58.533025 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=859ada78f35c40df8462b19fb5069fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491021 Apr 08 19:43:58.533025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b3db05-42df-4b9e-8222-b7192f2fb245,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:58.534305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 55928) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:58.551614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:58.677073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Allocated IP 172.20.0.9 (62be85fb-0af3-49e9-aba9-af5b3906c1cf/3da764cf-0945-4292-9752-5de065869e60/9050c248-a9a3-469f-9a99-5da993534beb) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:43:58.740273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:43:58.782917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:43:58.797577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.833817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:43:58.846334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.850190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:43:58.926676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b31ab-63e7-4172-9bad-3fe1d8fedcc2 req-1efd1a9b-cad3-4bba-baa0-45ec85db5aa9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:58.928305 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b50b31ab-63e7-4172-9bad-3fe1d8fedcc2 req-1efd1a9b-cad3-4bba-baa0-45ec85db5aa9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 931 time: 0.2731667 Apr 08 19:43:58.936875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.944185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-086b68fb-0a03-4aa2-a00b-1834d226b32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:43:58.975493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b3db05-42df-4b9e-8222-b7192f2fb245,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:43:58.977999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:43:58.989154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:58.990462 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0b3db05-42df-4b9e-8222-b7192f2fb245 HTTP/1.1" status: 204 len: 168 time: 0.4551330 Apr 08 19:43:59.016430 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b50b31ab-63e7-4172-9bad-3fe1d8fedcc2 req-22a51b2c-686b-47e9-9f49-4bd7581808a6 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731740 Apr 08 19:43:59.211201 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aa60ee18-02ed-46f2-9822-4bdb29baf0ee req-1e2a776e-3340-4c14-a87d-227dfea20eff tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 210 time: 0.0607445 Apr 08 19:43:59.376263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-8ca465fa-7f2b-467c-9c9b-181f5dc564fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067119 Apr 08 19:43:59.390467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:59.391346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:59.527213 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8896275 Apr 08 19:43:59.547767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Request body: {'port': {'device_id': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:43:59.553717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-5b16f8fc-73a6-4cb5-b402-ef66a8eb086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:59.560282 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-5b16f8fc-73a6-4cb5-b402-ef66a8eb086a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 1098 time: 0.1020138 Apr 08 19:43:59.636758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489b74-a4b5-435b-9742-26cbaafc68e8 req-c3402f62-309c-4f37-83af-a07541681c3c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:59.638413 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44489b74-a4b5-435b-9742-26cbaafc68e8 req-c3402f62-309c-4f37-83af-a07541681c3c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.8671868 Apr 08 19:43:59.681647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:43:59.692676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:43:59.702843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:59.708606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:43:59.710891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:43:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:43:59.744247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-83f4497c-30c7-4cfe-80e5-aa31b14e6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:43:59.747140 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-83f4497c-30c7-4cfe-80e5-aa31b14e6ac3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 915 time: 0.1641607 Apr 08 19:43:59.763858 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44489b74-a4b5-435b-9742-26cbaafc68e8 req-eb997db5-c9fa-4199-b5a2-4bf405852126 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128592 Apr 08 19:43:59.794215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:43:59.795567 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.6851151 Apr 08 19:43:59.799648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 55976) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:43:59.868336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:00.027763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:00.410025 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-a0d7f4eb-b863-4dc5-9ba8-46a3a1037d8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8 HTTP/1.1" status: 200 len: 217 time: 0.6549873 Apr 08 19:44:00.539751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-2ce1003e-8716-4b38-b58a-1e08e6a952fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:00.546278 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-2ce1003e-8716-4b38-b58a-1e08e6a952fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.1268661 Apr 08 19:44:00.607920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:43:55Z', 'revision_number': 3, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:00.612507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:44:00.612948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Updating router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:44:00.613322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56008) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:00.619496 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-e3260f60-708c-46e1-ae97-1709b5bcaf82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632632 Apr 08 19:44:00.633880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6cf65-d9a3-481f-8b40-a38f1184298d req-fb3685de-1ce3-4ef1-9b7e-89f407c23dea tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:00.641940 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fcf6cf65-d9a3-481f-8b40-a38f1184298d req-fb3685de-1ce3-4ef1-9b7e-89f407c23dea tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 931 time: 0.3346457 Apr 08 19:44:00.682572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56014) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:00.695286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:00.735612 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fcf6cf65-d9a3-481f-8b40-a38f1184298d req-ba10ebfd-5b05-44d2-a607-33408a7180b7 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 Apr 08 19:44:00.887087 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-35fd7f93-f7f8-4926-a4f9-41e7102aef43 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419782 Apr 08 19:44:00.953200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:00.953960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:00.967194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:00.974996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:01.004595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.012720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:01.062746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.081296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:01.121037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Transition to ACTIVE for port object be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:01.144222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Usage tracker for resource:security_group_rule and tenant:c26cfd933ee44be9ba8ccf5041f03455 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:01.149828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:01.153244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:01.173992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3bbe4d35844466b988d8255650a006 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:01.177881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:01.181258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:01.193079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:01.310408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.325136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Transition to ACTIVE for port object f7e3fd95-a721-4d41-8a94-d6e1d355bee9 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:01.331857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.354404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3c80ca59-03ab-4aea-8aa1-520de123a8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:01.362706 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae882044-2b90-4194-ac67-3fe74d8af203 req-4780ec7e-41c1-4a9c-b56e-c9ad3b778ecc service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539609 Apr 08 19:44:01.448680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23972e7d-373d-4d1c-8ae9-8e0c63cea79b req-fe90401c-2465-485f-8acf-5cbe7b27890f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:01.452705 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-23972e7d-373d-4d1c-8ae9-8e0c63cea79b req-fe90401c-2465-485f-8acf-5cbe7b27890f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.5008478 Apr 08 19:44:01.481843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.501656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.516294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-73ba3c6b-4499-4d51-b872-c7ef4d2c8758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:01.545257 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-23972e7d-373d-4d1c-8ae9-8e0c63cea79b req-879bd036-61dc-41fe-bc27-c217834ed21e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753984 Apr 08 19:44:01.578016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Pushing event updated for resources: {'Port': ['ID=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:01.619365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.619817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.620202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.620591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.620946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.621302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.621810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.622153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.622507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.622858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.623208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.623561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:01.630098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:01.706111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.713217 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca3bbe4d35844466b988d8255650a006&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0271561 Apr 08 19:44:01.716442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56050) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:01.717178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.748138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Attempting to bind port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:01.749016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Attempting to bind port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:01.749619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Attempting to bind port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:01.756122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:01.756898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:01.757653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.757762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c26cfd933ee44be9ba8ccf5041f03455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1413927 Apr 08 19:44:01.758539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:01.759104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d961b4-4a88-44fe-a31b-feb776dcf503,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:01.759590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Bound port: f7e3fd95-a721-4d41-8a94-d6e1d355bee9, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:01.760218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.802566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56056) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:01.874220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:01.884404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-735af024-689f-4a3a-ae30-86158fb9138d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:01.890533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] For port f7e3fd95-a721-4d41-8a94-d6e1d355bee9, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:01.891287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 56062) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:01.898512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] For port f7e3fd95-a721-4d41-8a94-d6e1d355bee9, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:01.902981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.914122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:01.929801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:01.999935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:02.023254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:02.027432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:02.068154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4362bf-310d-4ee6-960a-cf3e6f61b4ef,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.088528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.140858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event updated for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.144214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.145754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.151654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.202891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Pushing event updated for resources: {'Port': ['ID=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.208267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-58d19f28-7522-4b34-8a16-0711ce973eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.217459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:02.254423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:44:02.255082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:43:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:02.255215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.275864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.297217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.329203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:02.333267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1abaaf76c54d9eaebb438134f970be is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:02.355916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:02.371909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa085fa-8d03-4046-bfa2-3ed4e61e053f req-d844bcfb-0ae3-49aa-add3-84f697fcdae5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:02.372517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-dfa085fa-8d03-4046-bfa2-3ed4e61e053f req-d844bcfb-0ae3-49aa-add3-84f697fcdae5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:02.383297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:02.386455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a458a-b4c8-4de9-ba07-ed1bcb95c10c req-6d7cb80a-0a69-4b3d-884f-b0c9b6be8690 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:02.389032 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fb1a458a-b4c8-4de9-ba07-ed1bcb95c10c req-6d7cb80a-0a69-4b3d-884f-b0c9b6be8690 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 0.3904440 Apr 08 19:44:02.427190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.435446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b599f86-abfd-4ad6-af89-abb4a0b1c579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:02.443957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.447969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:02.449063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.476974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.480707 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88d961b4-4a88-44fe-a31b-feb776dcf503 HTTP/1.1" status: 204 len: 168 time: 0.7251685 Apr 08 19:44:02.480707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4362bf-310d-4ee6-960a-cf3e6f61b4ef,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.495446 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fb1a458a-b4c8-4de9-ba07-ed1bcb95c10c req-9f761226-2828-495d-8325-47a6fcc1efbd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978770 Apr 08 19:44:02.497002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.497984 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de4362bf-310d-4ee6-960a-cf3e6f61b4ef HTTP/1.1" status: 204 len: 168 time: 0.6926241 Apr 08 19:44:02.503044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.503616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5f3201e2-c998-488e-92e6-f48eaa010744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:02.512710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Pushing event updated for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.515949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d961b4-4a88-44fe-a31b-feb776dcf503,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:02.518464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.519406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:02.575014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-dfa085fa-8d03-4046-bfa2-3ed4e61e053f req-d844bcfb-0ae3-49aa-add3-84f697fcdae5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:02.581024 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dfa085fa-8d03-4046-bfa2-3ed4e61e053f req-d844bcfb-0ae3-49aa-add3-84f697fcdae5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 931 time: 2.0810466 Apr 08 19:44:02.642545 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.655731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:02.698452 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1723058 Apr 08 19:44:02.715293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:02.767506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6ddae86c-07dc-41e1-be60-b54fc841c02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:02.788508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Request body: {'port': {'device_id': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:02.906514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d72d2-4cb9-45c5-b195-a79a197af4af req-2dc27b1a-15c0-4092-9644-1f37b5a04156 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:02.911626 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1b4d72d2-4cb9-45c5-b195-a79a197af4af req-2dc27b1a-15c0-4092-9644-1f37b5a04156 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.2032101 Apr 08 19:44:02.945095 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dfa085fa-8d03-4046-bfa2-3ed4e61e053f req-ec9e9f6f-c6c7-402d-9981-25962b6f5e59 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414656 Apr 08 19:44:02.963204 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1b4d72d2-4cb9-45c5-b195-a79a197af4af req-003210e7-ee46-4c03-a436-91a8fd1e4650 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Apr 08 19:44:02.987172 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c1abaaf76c54d9eaebb438134f970be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0928040 Apr 08 19:44:02.990087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56080) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:03.063650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:43:55Z', 'revision_number': 3, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:03.069497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343854-ccc3-4905-a031-2a601f244e93 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:43:55Z', 'revision_number': 3, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:44:03.077980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.112063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.121340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88633a9f-8ee4-4907-b27c-0e8ed369ea15,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:03.166546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:03.177548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.184836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de797796-49dc-4fdf-8b4b-7726163f40bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:03.202632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88633a9f-8ee4-4907-b27c-0e8ed369ea15,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:03.205095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:03.211564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.216381 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88633a9f-8ee4-4907-b27c-0e8ed369ea15 HTTP/1.1" status: 204 len: 168 time: 0.2218900 Apr 08 19:44:03.263319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.309673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.324242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.370231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Attempting to bind port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:03.370622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Attempting to bind port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:03.370999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Attempting to bind port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:03.379955 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:03.380323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Attempting to bind port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:03.436458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:03.436917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Checking segment: {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:03.437432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Bound using segment: {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:03.437845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Bound port: be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:03.438236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.442910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56100) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:03.568188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1a4bafe5-f57a-49e6-820f-6fbd275fca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.735233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:03.748855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.776334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:03.780415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Usage tracker for resource:security_group_rule and tenant:3364c6ff57fb42219d7a970336504565 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:03.784695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:03.795438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:03.840211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:03.908369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.931415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.940241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:03.955903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-554ed043-72fd-4636-9842-891dadf4ba74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:03.999568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7798e261-1d9c-4d2e-8171-eb3ceb6dfe0b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:04.006017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899e10c2-a1e2-448b-a5ed-407faa2c3698,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:04.033767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:04.049689 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3364c6ff57fb42219d7a970336504565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029303 Apr 08 19:44:04.050553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56134) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:04.283246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.295359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa999c-ac71-45ca-93d4-b27aee27c12e req-806e6149-9caa-4673-97f0-d1bf8d812ef5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:04.304944 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aeaa999c-ac71-45ca-93d4-b27aee27c12e req-806e6149-9caa-4673-97f0-d1bf8d812ef5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 931 time: 0.1971176 Apr 08 19:44:04.360973 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aeaa999c-ac71-45ca-93d4-b27aee27c12e req-6d8a5288-0d1e-4cfe-847a-97679fad4208 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542097 Apr 08 19:44:04.403692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f7e3fd95-a721-4d41-8a94-d6e1d355bee9 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:04.414767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.473880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.480245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-74c6d7fd-e5d0-496e-abc8-947d733168b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:04.494212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e10c2-a1e2-448b-a5ed-407faa2c3698,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:04.507478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:04.509877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.516937 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/899e10c2-a1e2-448b-a5ed-407faa2c3698 HTTP/1.1" status: 204 len: 168 time: 0.4607859 Apr 08 19:44:04.536440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-aab1086e-0d21-46a2-a82d-c15461a5f47f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:04.537109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-aab1086e-0d21-46a2-a82d-c15461a5f47f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Synchronizing usage tracker for tenant:1e7e672b38554233af98de935e27f505 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:04.557039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Allocated IP 172.20.0.1 (f7322aba-b6e6-442a-ada4-258430a68924/d9b87d29-96b7-45f8-9ba4-8a70cbc97560/1a04192f-4aac-4df9-9f45-04974cb8ef28) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:04.580363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:04.589103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:04.590566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.615025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Pushing event updated for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:04.649693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:04.660860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-aab1086e-0d21-46a2-a82d-c15461a5f47f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Unset dirty status for tenant:1e7e672b38554233af98de935e27f505 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:04.663416 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-aab1086e-0d21-46a2-a82d-c15461a5f47f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 0.9535031 Apr 08 19:44:04.724182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e355868-cb6b-41dc-943e-66de8383e044 req-05c79acd-d5d2-4869-8e4e-65300b4206a4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:04.734380 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7e355868-cb6b-41dc-943e-66de8383e044 req-05c79acd-d5d2-4869-8e4e-65300b4206a4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.1524746 Apr 08 19:44:04.786271 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7e355868-cb6b-41dc-943e-66de8383e044 req-526c8061-d707-4312-a890-754b7868a39d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Apr 08 19:44:04.845663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.867478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port f7e3fd95-a721-4d41-8a94-d6e1d355bee9, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:04.882652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:04.893075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:04.906723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-ae72fef7-6809-4ea6-8037-dd8aea1399d6 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Synchronizing usage tracker for tenant:1e7e672b38554233af98de935e27f505 on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:04.983226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:04.995043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.000785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.001197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.001575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.001951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.002291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.002660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.004667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.005050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.014408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.015064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.015740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:05.031111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:05.044088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9050c248-a9a3-469f-9a99-5da993534beb {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:05.048402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efead2c-bd29-4da7-acd8-da146f2e2d0b req-0009c8e1-7ebc-4c08-ae84-725a09faa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:05.051415 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0efead2c-bd29-4da7-acd8-da146f2e2d0b req-0009c8e1-7ebc-4c08-ae84-725a09faa78b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 1098 time: 0.1277874 Apr 08 19:44:05.074392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.082573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:05.083268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.085118 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] 10.222.0.13 "PUT /v2.0/ports/be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a HTTP/1.1" status: 200 len: 1093 time: 5.5419240 Apr 08 19:44:05.088189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:05.094704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-ae72fef7-6809-4ea6-8037-dd8aea1399d6 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Unset dirty status for tenant:1e7e672b38554233af98de935e27f505 on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:05.105288 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b272efd-6c98-421a-9887-a72ad44e73cc req-ae72fef7-6809-4ea6-8037-dd8aea1399d6 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217181 Apr 08 19:44:05.126347 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0efead2c-bd29-4da7-acd8-da146f2e2d0b req-a08e38f3-c32b-4fb8-9848-a8c1205f434c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Apr 08 19:44:05.141804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Transition to ACTIVE for port object 9050c248-a9a3-469f-9a99-5da993534beb will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:05.156110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.165174 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56166) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:05.180660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:05.197131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.216389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:05.221145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Usage tracker for resource:security_group_rule and tenant:9b373f4a9e504e8682f9b0a01fc85ad8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:05.224443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:05.234526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:05.270598 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a', 'status': 'completed', 'code': 200} Apr 08 19:44:05.337695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.342771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.378438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-14c5ab17-eab2-41f2-a597-f5ca955d040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:05.393523 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b373f4a9e504e8682f9b0a01fc85ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246664 Apr 08 19:44:05.395151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56174) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:05.467520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a60f8b-c81c-4fdf-a11f-c52984eacf5a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:05.475609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:05.492572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.499101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.536089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.574962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:05.578844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:05.592208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Transition to ACTIVE for port object 1a04192f-4aac-4df9-9f45-04974cb8ef28 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:05.600741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.607648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7874922-621e-4a52-8ec0-2c9c1268b370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:05.623112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a60f8b-c81c-4fdf-a11f-c52984eacf5a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:05.626269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:05.627396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:05.631192 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77a60f8b-c81c-4fdf-a11f-c52984eacf5a HTTP/1.1" status: 204 len: 168 time: 0.2324781 Apr 08 19:44:05.734714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-c1620abb-e654-4a30-a628-32c42c3d64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:05.736620 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-c1620abb-e654-4a30-a628-32c42c3d64e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 1096 time: 0.5028172 Apr 08 19:44:05.975522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-07b485ba-2095-471d-b090-87986c410c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:06.015681 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-d96db11a-0cdd-4f17-80be-fdc203eca8ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a HTTP/1.1" status: 200 len: 217 time: 0.2254992 Apr 08 19:44:06.030619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:06.136418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:06.231104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34f79-e6d5-4402-b8a3-74aed900be1d req-e8f3954e-b9b5-4855-b46e-cbd98ee4a69d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:06.233074 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfd34f79-e6d5-4402-b8a3-74aed900be1d req-e8f3954e-b9b5-4855-b46e-cbd98ee4a69d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.2057095 Apr 08 19:44:06.302246 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfd34f79-e6d5-4402-b8a3-74aed900be1d req-037d242c-2e4b-47d2-85d1-5259ed485ef0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Apr 08 19:44:06.332158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f7e3fd95-a721-4d41-8a94-d6e1d355bee9 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:06.399230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83ce3-1110-42fb-b4de-ac64cbe90a04 req-4db5dc07-4a05-4805-ab25-994bce3237b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:06.409370 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-74d83ce3-1110-42fb-b4de-ac64cbe90a04 req-4db5dc07-4a05-4805-ab25-994bce3237b9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.8252571 Apr 08 19:44:06.458426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:06.511936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:06.520374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:06.555859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Pushing event updated for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:06.571571 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-74d83ce3-1110-42fb-b4de-ac64cbe90a04 req-24d207a9-4638-44cf-b5f2-6807b473911a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610408 Apr 08 19:44:06.588287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:06.595979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-f02f2e44-b78b-4edf-a988-46386b92aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:06.597274 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-f02f2e44-b78b-4edf-a988-46386b92aaba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eda6052-a893-4805-b674-c890524e6879 HTTP/1.1" status: 200 len: 849 time: 0.5375249 Apr 08 19:44:06.625845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8685cd-c4e7-43e7-a795-3a86a0da5baa req-e1828ccb-5f85-4046-b834-cfe6609726e0 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:06.633566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Attempting to bind port 9050c248-a9a3-469f-9a99-5da993534beb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:06.633566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Attempting to bind port 9050c248-a9a3-469f-9a99-5da993534beb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:06.633749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Attempting to bind port 9050c248-a9a3-469f-9a99-5da993534beb on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:06.634711 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef8685cd-c4e7-43e7-a795-3a86a0da5baa req-e1828ccb-5f85-4046-b834-cfe6609726e0 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 0.1797390 Apr 08 19:44:06.672162 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef8685cd-c4e7-43e7-a795-3a86a0da5baa req-ab09232e-06d7-4304-beda-a1effcd97212 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Apr 08 19:44:06.727779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Port 9050c248-a9a3-469f-9a99-5da993534beb on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:06.728149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Attempting to bind port 9050c248-a9a3-469f-9a99-5da993534beb on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:06.744234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:06.744686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Checking segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:06.745140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Bound using segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:06.745641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Bound port: 9050c248-a9a3-469f-9a99-5da993534beb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:06.746031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:06.773698 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-896dd6fb-5c0c-4b94-8712-0a7b8d05a046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440876 Apr 08 19:44:06.948966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Network f7322aba-b6e6-442a-ada4-258430a68924 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:06.955018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:06.966333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:07.007091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:07.049404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9050c248-a9a3-469f-9a99-5da993534beb,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:07.057537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:07.061652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:07.081524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:07.116699 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-b055c9b3-b5b1-4936-b449-86f49b84d975 service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331361 Apr 08 19:44:07.135011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:07.299959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-88bb6a6a-cb73-4269-be26-971333519047 None None] Provisioning for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:07.306702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-88bb6a6a-cb73-4269-be26-971333519047 None None] Provisioning complete for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:07.307194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88bb6a6a-cb73-4269-be26-971333519047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:07.374493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-88bb6a6a-cb73-4269-be26-971333519047 None None] Port 1a04192f-4aac-4df9-9f45-04974cb8ef28 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:44:07.647335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:07.779979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503503bf-65ac-4df9-a5a0-0dc7ae4b79f0 req-8eed210f-21b7-4525-bd59-40eb0e71f0b1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:07.781638 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-503503bf-65ac-4df9-a5a0-0dc7ae4b79f0 req-8eed210f-21b7-4525-bd59-40eb0e71f0b1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.0920534 Apr 08 19:44:07.818538 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-503503bf-65ac-4df9-a5a0-0dc7ae4b79f0 req-0d8f26ee-d679-488f-9772-60072d9527ec tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300276 Apr 08 19:44:07.943395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:07.964179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:08.024505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5c24-9a87-40df-9806-adb000701863 req-525edd91-e316-46b9-b136-a48b0bd9db11 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.027067 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5bdb5c24-9a87-40df-9806-adb000701863 req-525edd91-e316-46b9-b136-a48b0bd9db11 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 0.0962365 Apr 08 19:44:08.043769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:08.058990 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5bdb5c24-9a87-40df-9806-adb000701863 req-cdc937d1-4f52-4c01-a1ce-773de2949243 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253391 Apr 08 19:44:08.093752 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51de7e4c-97df-4307-a91a-a2727a6ef770 req-7d882a99-6ba4-4a25-862e-b9585a314c28 service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061140 Apr 08 19:44:08.110265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785634f-5cde-4f29-b81d-9ecb33910458 req-fee8f27f-e9b1-4160-a272-9f196e9ffb88 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.111889 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c785634f-5cde-4f29-b81d-9ecb33910458 req-fee8f27f-e9b1-4160-a272-9f196e9ffb88 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.5256517 Apr 08 19:44:08.141977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.142651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:08.144115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/9050c248-a9a3-469f-9a99-5da993534beb HTTP/1.1" status: 200 len: 1093 time: 5.4136109 Apr 08 19:44:08.146479 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:08.242125 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb', 'status': 'completed', 'code': 200} Apr 08 19:44:08.282947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c785634f-5cde-4f29-b81d-9ecb33910458 req-18fab6eb-c496-4df5-9014-786fa7d6ce6d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614895 Apr 08 19:44:08.485358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-08995d57-dd88-4cb3-9927-326d5585759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.486850 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-08995d57-dd88-4cb3-9927-326d5585759d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 1096 time: 0.2568638 Apr 08 19:44:08.493537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-e168866f-c4a6-4dd6-8652-79bb23e34a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.495282 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-e168866f-c4a6-4dd6-8652-79bb23e34a81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 1096 time: 0.3086438 Apr 08 19:44:08.506123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e4e9c-a9d0-4087-98b0-ccfb9157cf36 req-2e2cf142-be7d-4ff2-9d56-eafa023d9bfb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.507949 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7f9e4e9c-a9d0-4087-98b0-ccfb9157cf36 req-2e2cf142-be7d-4ff2-9d56-eafa023d9bfb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1091716 Apr 08 19:44:08.543602 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7f9e4e9c-a9d0-4087-98b0-ccfb9157cf36 req-d58d61c0-9f95-4530-9d9e-801a686fcf59 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288615 Apr 08 19:44:08.577675 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-a4a2ba99-7b06-42f7-9558-4ecc68ecb630 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9050c248-a9a3-469f-9a99-5da993534beb HTTP/1.1" status: 200 len: 217 time: 0.0785186 Apr 08 19:44:08.782665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-4207210e-1c5a-4c13-bf8b-b76554bd1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:08.784247 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-4207210e-1c5a-4c13-bf8b-b76554bd1af7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.1670110 Apr 08 19:44:08.853205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:08.857966 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-e200e354-0765-47ad-894d-cec5c5cbea8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625701 Apr 08 19:44:08.862446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:08.901253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-12e4337a-8025-4901-b4c8-e8b844781b0c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:09.120876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7528b-c2eb-4858-8350-a6814e8b25b9 req-720e4ccb-a16f-419b-9e25-52bf02360b35 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:09.122697 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ab7528b-c2eb-4858-8350-a6814e8b25b9 req-720e4ccb-a16f-419b-9e25-52bf02360b35 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.1490173 Apr 08 19:44:09.200892 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ab7528b-c2eb-4858-8350-a6814e8b25b9 req-522fc1b9-ee4d-49ec-83ba-7a3eaf8d9725 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689893 Apr 08 19:44:09.387046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-b18fa714-5b50-42bf-8c67-08e503b4cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:09.388714 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-b18fa714-5b50-42bf-8c67-08e503b4cedd service neutron] 10.222.0.13 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 910 time: 0.8099165 Apr 08 19:44:09.397177 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-49b228b5-a89d-4851-a586-7f2bc93cfbde tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760236 Apr 08 19:44:09.421342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821b27-322f-490f-aaa9-d8c4e8f738c2 req-90a5dc85-256f-4798-baa0-a0a8bc975911 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:09.422933 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-69821b27-322f-490f-aaa9-d8c4e8f738c2 req-90a5dc85-256f-4798-baa0-a0a8bc975911 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 0.0937877 Apr 08 19:44:09.459113 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-69821b27-322f-490f-aaa9-d8c4e8f738c2 req-9c34adb3-026a-4360-800b-e1ae2142b2d7 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281720 Apr 08 19:44:09.513552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Pushing event updated for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:09.546667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:09.548174 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-e2054e5e-18a0-4e11-a0e9-dc2f7ad62682 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a HTTP/1.1" status: 200 len: 217 time: 0.1436315 Apr 08 19:44:09.549040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:09.624214 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-b554c3dd-7dcf-4700-b693-4eb85a237380 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242200 Apr 08 19:44:09.911229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-c6df26ac-e438-4ec9-a47d-a07f47ee1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:09.913759 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-c6df26ac-e438-4ec9-a47d-a07f47ee1079 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eda6052-a893-4805-b674-c890524e6879 HTTP/1.1" status: 200 len: 849 time: 0.3507361 Apr 08 19:44:10.001399 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-dd6ec86c-b581-4c40-b422-58ca10639204 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732474 Apr 08 19:44:10.013236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-5c02e827-02b9-44fe-8797-b2053fc26a98 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:10.014697 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-5c02e827-02b9-44fe-8797-b2053fc26a98 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5481310 Apr 08 19:44:10.038887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56328) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:10.089379 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f333345d-7126-4d38-bdda-c73a7ea15d84 req-362b2d28-0514-492b-be6d-981de43777a2 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543693 Apr 08 19:44:10.103341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-ace17fe0-0bcd-47c0-ba2f-c17671b6634b tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/quotas/8c7c7ce173de4b9d837e0ff9fc9ff13f HTTP/1.1" status: 200 len: 375 time: 0.0435662 Apr 08 19:44:10.105371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Network f7322aba-b6e6-442a-ada4-258430a68924 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:10.161936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:10.250264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.268355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:10.281050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Usage tracker for resource:security_group_rule and tenant:c08da90b5e8a4313835b4f3a146c174b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:10.284818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:10.292420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:10.319334 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-8ea0c181-7161-40d1-9e9f-844a0d0a7149 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595166 Apr 08 19:44:10.388298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.391363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.402097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-38a32a83-481b-4869-9a44-3a4af4d3057d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:10.452870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f342a06-c4fa-4ede-95f7-78ee6606d75b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:10.457695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:10.521451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3515cf7f-db61-43fd-a942-5f9e72d96408 None None] Provisioning complete for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:10.522326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3515cf7f-db61-43fd-a942-5f9e72d96408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.533069 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c08da90b5e8a4313835b4f3a146c174b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902978 Apr 08 19:44:10.536811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56346) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:10.606620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-3515cf7f-db61-43fd-a942-5f9e72d96408 None None] Port 1a04192f-4aac-4df9-9f45-04974cb8ef28 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:44:10.618991 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-69ffdac8-ba4b-444c-8061-cbb78d690d5c service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993268 Apr 08 19:44:10.655652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.661346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-47e0d8eb-15d0-48a6-b4eb-2405624d02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:10.662910 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-47e0d8eb-15d0-48a6-b4eb-2405624d02b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 1096 time: 0.4164033 Apr 08 19:44:10.692820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.715281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611106-8f94-4577-abdf-5139221e582c req-4f2c2815-2386-4d8a-a37e-51007e80803b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:10.723355 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6611106-8f94-4577-abdf-5139221e582c req-4f2c2815-2386-4d8a-a37e-51007e80803b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.2578733 Apr 08 19:44:10.773476 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6611106-8f94-4577-abdf-5139221e582c req-0f982dba-9220-4bd0-8e32-3879d7cee1ea tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Apr 08 19:44:10.786724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.793158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c293aea0-f193-4c78-a9d3-86ad2f174954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:10.806466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f342a06-c4fa-4ede-95f7-78ee6606d75b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:10.812237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:10.816623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:10.818061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f342a06-c4fa-4ede-95f7-78ee6606d75b HTTP/1.1" status: 204 len: 168 time: 0.2801344 Apr 08 19:44:11.259302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-fe8a0d14-0146-45d6-b4cb-6904b9172bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.261201 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-fe8a0d14-0146-45d6-b4cb-6904b9172bbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 915 time: 0.5414114 Apr 08 19:44:11.276710 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-529482a3-468b-4a5a-bf7a-a72ae9e3fbc3 req-be63b355-abab-4496-a28e-44053d890c3e tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 210 time: 0.0577018 Apr 08 19:44:11.303887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-df2f2928-1819-4215-8d90-332e6acec884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.305619 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-df2f2928-1819-4215-8d90-332e6acec884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.1515718 Apr 08 19:44:11.311569 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43ec9085-a23a-4b80-8547-7bd7b4e98996 req-b4767ca4-6c25-4d1a-b9fc-9434a8b5c218 service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812484 Apr 08 19:44:11.313552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:44:11.435907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-52f8e567-e240-4754-a332-c4cbf2092556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9050c248-a9a3-469f-9a99-5da993534beb HTTP/1.1" status: 200 len: 217 time: 0.1211371 Apr 08 19:44:11.484415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-cb3ac338-9860-49e4-bb09-3056fe49c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.486144 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-cb3ac338-9860-49e4-bb09-3056fe49c3a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.1733379 Apr 08 19:44:11.534610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-93b5102c-0efb-4c83-aaaf-12be0530862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.537628 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-93b5102c-0efb-4c83-aaaf-12be0530862b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.0924611 Apr 08 19:44:11.584359 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-b12556ed-fca5-4db5-b068-5c75c991f304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.0910480 Apr 08 19:44:11.715247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-1e1ab250-bfb3-4863-8458-b67377928499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.717127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-1e1ab250-bfb3-4863-8458-b67377928499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.0764418 Apr 08 19:44:11.740245 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-7aea2f0e-0ce9-4812-8b23-94faeb1d76ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321785 Apr 08 19:44:11.751928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1a1b3-5cb1-4558-9fa1-705c7fa52305 req-6556e927-88a6-42c9-a304-39693cd82b94 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:11.759750 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86d1a1b3-5cb1-4558-9fa1-705c7fa52305 req-6556e927-88a6-42c9-a304-39693cd82b94 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 943 time: 1.1033895 Apr 08 19:44:11.842041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:11.944156 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86d1a1b3-5cb1-4558-9fa1-705c7fa52305 req-d1aa552b-a5a2-4bb0-9fc2-3899fc91614c tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831250 Apr 08 19:44:12.099541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:12.118161 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-28d9c7f7-0541-49d7-b100-2dc7adbf7521 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3750598 Apr 08 19:44:12.119828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a', 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7', 'port_id': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a', 'mac_address': 'fa:16:3e:17:fb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda6052-a893-4805-b674-c890524e6879', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:12.138246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14ac6c-bd62-447e-88f1-674997065551 req-7853890c-8433-4c60-b963-a6e5935b7d90 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:12.146534 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3f14ac6c-bd62-447e-88f1-674997065551 req-7853890c-8433-4c60-b963-a6e5935b7d90 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.5607710 Apr 08 19:44:12.212093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:12.248613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:12.266757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:12.270027 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-093256f6-a6d7-4e32-8428-990c6b0e5023 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1950393 Apr 08 19:44:12.271652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:12.279352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ce2de0d-de3c-4643-a54d-60b9e2bb0bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:12.356071 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3f14ac6c-bd62-447e-88f1-674997065551 req-b3d69554-7334-4f35-8ae0-a3a9a24afb95 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084475 Apr 08 19:44:12.375380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:44:12.391348 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-f3392229-1ab1-4804-8e78-a5692ac85c7e service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638497 Apr 08 19:44:12.395828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:44:12.434794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:44:12.435618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:44:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:12.516635 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-ed0f1393-bef4-43b3-a267-cffc74a926d0 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541556 Apr 08 19:44:12.612195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:12.628777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:12.630654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] 10.222.0.35 "PUT /v2.0/routers/4c72fd8a-1d47-47b9-a685-d947b1dc7cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8277657 Apr 08 19:44:12.631695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:12.679823 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79c2947d-d80d-4972-a3cf-4453eeee759a req-a202277f-49e4-4fc1-a73c-be51e1e03bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739551 Apr 08 19:44:12.702996 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5dcff37c-b2bb-4d70-8b80-64d329cdff6e req-4179d5a7-47a7-4720-87b3-3cfa216359f8 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 210 time: 0.1348093 Apr 08 19:44:12.767412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f67a6a-7b76-47fe-a631-3527b5705253 req-77c359b1-cfdc-4018-bbd4-cad0d3983876 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:12.769091 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5f67a6a-7b76-47fe-a631-3527b5705253 req-77c359b1-cfdc-4018-bbd4-cad0d3983876 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.5734003 Apr 08 19:44:12.779801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b9d48fe2-f921-45ce-a92a-a109704da9c9 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:12.782947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b9d48fe2-f921-45ce-a92a-a109704da9c9 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5027587 Apr 08 19:44:12.824904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Request body: {'port': {'device_id': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e', 'admin_state_up': True, 'tenant_id': '8c7c7ce173de4b9d837e0ff9fc9ff13f'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:12.899267 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5f67a6a-7b76-47fe-a631-3527b5705253 req-19de0e97-57aa-477b-a02e-c5616099ec52 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128223 Apr 08 19:44:12.904309 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7be7a885-facc-40df-b9a9-13be324e75e4 req-e0af934a-8ac2-452b-9f38-da26016ce23c service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733881 Apr 08 19:44:12.932163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:13.035015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:13.039284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Usage tracker for resource:port and tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:13.042649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:13.067330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:13.087839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Made reservation on behalf of 8c7c7ce173de4b9d837e0ff9fc9ff13f for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:44:13.116011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.299792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.344898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:13.349317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Usage tracker for resource:security_group_rule and tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:13.352378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:13.359636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:13.443434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511e9c-4783-4da0-a3f9-3388cb3a7f7a req-e29354fd-3fb0-4d49-9ed3-1b1effe780e4 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:13.452295 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-13511e9c-4783-4da0-a3f9-3388cb3a7f7a req-e29354fd-3fb0-4d49-9ed3-1b1effe780e4 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 944 time: 0.3026822 Apr 08 19:44:13.493082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:08Z', 'revision_number': 2, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:13.507333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-13511e9c-4783-4da0-a3f9-3388cb3a7f7a req-69b226c4-eaae-464d-a248-7e47ccf655d0 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 Apr 08 19:44:13.519866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56472) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:13.521923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:44:13.522338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Updating router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde port 1a04192f-4aac-4df9-9f45-04974cb8ef28 binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:44:13.526028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510701424', 'description': 'tempest-description--992094184'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:13.536177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:13.546757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:13.556325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:13.569342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:13.594398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.608221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.612804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.614026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.618887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-020793b9-6052-4f63-91e4-ed6b1f828b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:13.657541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:13.665461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:13.669112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:13.676274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:13.719458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6c133-17d9-4aaa-a245-6bb08cf5b375,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:13.746560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:13.874410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9050c248-a9a3-469f-9a99-5da993534beb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:13.905592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Allocated IP 192.168.233.203 (11547aba-953e-407f-9647-e6cd7d043d7e/24583f74-c789-45a4-ba59-fe134498cace/93f67ac7-ebeb-4d50-978a-d73ee4c6f044) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:13.947074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.960655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac305-6231-48ae-aa5d-9a89b08f9160 req-50e759ee-596c-482d-b84c-18508edf0573 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:13.968572 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d2ac305-6231-48ae-aa5d-9a89b08f9160 req-50e759ee-596c-482d-b84c-18508edf0573 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.2880805 Apr 08 19:44:13.970517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:13.977247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9c397fa5-aefa-4116-bded-5e0e26abd1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:13.990405 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-02722714-6ca0-47b2-9f00-e669da741df0 req-41179935-cb9f-4619-a62d-c412dcb93785 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 210 time: 0.0790324 Apr 08 19:44:14.069510 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d2ac305-6231-48ae-aa5d-9a89b08f9160 req-ea165c22-6681-4b90-91e5-dc693ae2b484 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998130 Apr 08 19:44:14.070777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30eb7d-65d7-4163-8f6f-be9c25b99198,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:14.092167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.096935 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5760808 Apr 08 19:44:14.098258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:14.098685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 56504) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:14.108586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group_rule': {'security_group_id': '8c30eb7d-65d7-4163-8f6f-be9c25b99198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:14.114943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:14.119774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:14.128949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:14.201767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:14.207995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9050c248-a9a3-469f-9a99-5da993534beb,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:14.229532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '9050c248-a9a3-469f-9a99-5da993534beb', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'port_id': '9050c248-a9a3-469f-9a99-5da993534beb', 'mac_address': 'fa:16:3e:12:73:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da764cf-0945-4292-9752-5de065869e60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:14.292236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.311522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.312888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9050c248-a9a3-469f-9a99-5da993534beb {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:14.377855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9050c248-a9a3-469f-9a99-5da993534beb,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:14.394269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.395973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.399542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.402335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fdeba599-8144-497d-ad23-e6d82f81cec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:14.424756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Transition to ACTIVE for port object 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:14.436427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d6fc-a4e2-42fd-b9fe-9c64a6f6866c req-6c6deb82-8556-4a45-b35e-6624ce48eabe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:14.438143 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a50d6fc-a4e2-42fd-b9fe-9c64a6f6866c req-6c6deb82-8556-4a45-b35e-6624ce48eabe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 943 time: 0.2448502 Apr 08 19:44:14.461173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.470418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Transition to ACTIVE for port object 1a04192f-4aac-4df9-9f45-04974cb8ef28 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:14.476915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.480859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.487436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:14.518250 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a50d6fc-a4e2-42fd-b9fe-9c64a6f6866c req-32d91027-d0bd-4510-a9e9-bb986af06cca tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Apr 08 19:44:14.523243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:14.524178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ead7cd3-8709-45fd-8e02-43b43b7b2fbc,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:14.525980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:14.546259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:14.558131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.574571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-701035b5-26a2-481f-b6ed-a07aea4e56b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:14.579626 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d40b778-6819-4531-9f6e-bd86150e39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:14.639345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.643549 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407884 Apr 08 19:44:14.652349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 56512) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:14.661812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group_rule': {'security_group_id': '8c30eb7d-65d7-4163-8f6f-be9c25b99198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:14.679698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Pushing event updated for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:14.682970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:14.715244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdeef8-94c0-453e-b7e6-bebe837e67de req-3b0614a2-0f76-4fa2-b3da-79bd6859ae13 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:14.717339 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c8bdeef8-94c0-453e-b7e6-bebe837e67de req-3b0614a2-0f76-4fa2-b3da-79bd6859ae13 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 944 time: 0.0945947 Apr 08 19:44:14.733558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:14.752399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:14.761111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:14.766591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['9050c248-a9a3-469f-9a99-5da993534beb'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:14.767431 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c8bdeef8-94c0-453e-b7e6-bebe837e67de req-718afc95-2178-4dc7-892b-5c1df3c77185 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Apr 08 19:44:14.777318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:14.781680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Pushing event updated for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:14.784753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:14.820786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.867861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Network 11547aba-953e-407f-9647-e6cd7d043d7e is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:14.877268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:14.879753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:14.953061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Attempting to bind port 1a04192f-4aac-4df9-9f45-04974cb8ef28 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:14.953488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Attempting to bind port 1a04192f-4aac-4df9-9f45-04974cb8ef28 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:14.953905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Attempting to bind port 1a04192f-4aac-4df9-9f45-04974cb8ef28 on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:14.966655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.972385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:14.972840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Checking segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:14.973295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.973738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Bound using segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:14.974283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Bound port: 1a04192f-4aac-4df9-9f45-04974cb8ef28, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:14.974708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.975994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:14.976730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.982626 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:14.998132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-57f1437f-8cc9-49df-bba9-9d87dd2ea411 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:15.025427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c9e9b5-5169-479a-b25f-3137a1de0ebc,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:15.028080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:15.032983 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2129176 Apr 08 19:44:15.034050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.038322 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820202 Apr 08 19:44:15.039541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56518) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:15.048011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:15.049192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Request body: {'port': {'device_id': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:15.057652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:15.065205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:floatingip and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:15.071428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:15.087028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:15.107189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.118514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] For port 1a04192f-4aac-4df9-9f45-04974cb8ef28, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:15.122871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] For port 1a04192f-4aac-4df9-9f45-04974cb8ef28, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1a04192f-4aac-4df9-9f45-04974cb8ef28,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:15.130382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.156106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b9329af4-8c0f-40b5-983e-c05832fd2c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:15.308754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.395260 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.484085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-4ccc7760-8ec7-480e-9020-6bfbd10d1a78 None None] Provisioning for port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:15.503259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Allocated IP 172.28.3.179 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/b0e5cf45-3d59-482b-aa9a-308bb8ab280c) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:15.519568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-4ccc7760-8ec7-480e-9020-6bfbd10d1a78 None None] Provisioning complete for port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:15.520643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7760-8ec7-480e-9020-6bfbd10d1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.579862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Pushing event updated for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:15.595065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:15.626502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc7760-8ec7-480e-9020-6bfbd10d1a78 None None] Port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:44:15.656854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:44:15.657572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:44:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:15.806259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72c4d-a324-4f6c-a16e-31d900586424 req-84673e9c-1892-4dbe-bd91-3cb97681732b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:15.808250 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ebb72c4d-a324-4f6c-a16e-31d900586424 req-84673e9c-1892-4dbe-bd91-3cb97681732b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.2455950 Apr 08 19:44:15.817755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.865685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ebb72c4d-a324-4f6c-a16e-31d900586424 req-0383876d-cc32-49a6-8d6e-87d70b692bd7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Apr 08 19:44:15.899476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042427-9c45-4340-8550-b2c597ebd270 req-22616543-e0bd-4f7c-934a-9de38a16fc5d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:15.900298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c042427-9c45-4340-8550-b2c597ebd270 req-22616543-e0bd-4f7c-934a-9de38a16fc5d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Synchronizing usage tracker for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:15.953125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:15.962224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c042427-9c45-4340-8550-b2c597ebd270 req-22616543-e0bd-4f7c-934a-9de38a16fc5d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Unset dirty status for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:15.963577 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c042427-9c45-4340-8550-b2c597ebd270 req-22616543-e0bd-4f7c-934a-9de38a16fc5d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 936 time: 0.6896636 Apr 08 19:44:15.978150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d60652d-7874-4559-8064-e4b5dc001141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:16.057437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c042427-9c45-4340-8550-b2c597ebd270 req-48e066fa-f256-451f-ba82-29377cec05c8 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Synchronizing usage tracker for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:16.066983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 56540) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:16.101238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:16.175901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c042427-9c45-4340-8550-b2c597ebd270 req-48e066fa-f256-451f-ba82-29377cec05c8 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Unset dirty status for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:16.177209 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c042427-9c45-4340-8550-b2c597ebd270 req-48e066fa-f256-451f-ba82-29377cec05c8 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685944 Apr 08 19:44:16.268526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.268797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=b0e5cf45-3d59-482b-aa9a-308bb8ab280c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:16.329019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:16.349330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Usage tracker for resource:security_group_rule and tenant:3fdb5773d3af4c218c7e4fcf74228f8f is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:16.353388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:16.357206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:16.361909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:16.370411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:16.375716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:16.381189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:16.395334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf60a-8066-4031-88d4-f42dafb8de7c req-d407ac00-1517-4399-ac02-cb27f55e5f68 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:16.396922 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acbaf60a-8066-4031-88d4-f42dafb8de7c req-d407ac00-1517-4399-ac02-cb27f55e5f68 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 944 time: 0.3649096 Apr 08 19:44:16.408421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:16.416271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:16.423515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:16.424211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.434977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:16.452618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.487702 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acbaf60a-8066-4031-88d4-f42dafb8de7c req-872d3500-858e-467f-946d-05ed032814f0 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Apr 08 19:44:16.499431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Transition to ACTIVE for port object 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:16.500591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.510160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.527542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ae2d0584-3d90-419f-b29e-e6b7a9e824cb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:16.581448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.611710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ea14f-5b72-4ca2-99ea-552a6e0335de req-93c015e8-9a0a-4075-8780-4bc8e2d9909a tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:16.613326 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ee8ea14f-5b72-4ca2-99ea-552a6e0335de req-93c015e8-9a0a-4075-8780-4bc8e2d9909a tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 944 time: 0.2659528 Apr 08 19:44:16.755740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Pushing event updated for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:16.763972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:16.767541 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ee8ea14f-5b72-4ca2-99ea-552a6e0335de req-18844de3-4dac-422b-a90f-ad705e91985b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924988 Apr 08 19:44:16.786609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.802523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.806397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:16.806893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.818459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:16.828786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:16.834378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.839227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:16.919301 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a', 'code': 200} Apr 08 19:44:16.922408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:16.929431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:16.951393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:16.955439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.008468 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fdb5773d3af4c218c7e4fcf74228f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9404731 Apr 08 19:44:17.013707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56552) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:17.014435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-69499d56-072e-4a21-ad81-f03adab2aac9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:17.067491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:15Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:17.077963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2357a11-99c6-44ab-a8b7-6a358f120ce0 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:15Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:44:17.080630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a71c05-e0e2-4244-aa1f-69208f12ca05,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:17.085168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:17.201159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=b0e5cf45-3d59-482b-aa9a-308bb8ab280c,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:17.212169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:17.288821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.319082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.358264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Attempting to bind port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:17.358647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Attempting to bind port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:17.359024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Attempting to bind port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 on network 11547aba-953e-407f-9647-e6cd7d043d7e {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:17.370553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 on network 11547aba-953e-407f-9647-e6cd7d043d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:17.370846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Attempting to bind port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 on network 11547aba-953e-407f-9647-e6cd7d043d7e {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:17.382463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2357-b4fa-4a08-8b2d-5a25ffa9db75 req-57e47e22-80dc-4e92-881f-eb0f3323627f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:17.390798 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-498f2357-b4fa-4a08-8b2d-5a25ffa9db75 req-57e47e22-80dc-4e92-881f-eb0f3323627f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.3651879 Apr 08 19:44:17.391032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.397902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-33692aa4-57bf-469f-be8d-f386925c93e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:17.415542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:17.415887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Checking segment: {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:17.416651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Bound using segment: {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:17.416937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Bound port: 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a7f861-5ced-44ef-a0b6-3ce10706365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:17.417328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.458229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a71c05-e0e2-4244-aa1f-69208f12ca05,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:17.466103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f31df6-6cb3-469e-a588-be47d5cf23c7 req-755a25d2-0c56-4195-ab88-7f9ba4b348c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:17.467781 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d4f31df6-6cb3-469e-a588-be47d5cf23c7 req-755a25d2-0c56-4195-ab88-7f9ba4b348c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 1098 time: 0.2818067 Apr 08 19:44:17.475436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:17.482637 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-498f2357-b4fa-4a08-8b2d-5a25ffa9db75 req-512f4e27-ca34-4c73-a92e-83287433be09 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907953 Apr 08 19:44:17.502965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.510142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.514741 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70a71c05-e0e2-4244-aa1f-69208f12ca05 HTTP/1.1" status: 204 len: 168 time: 0.4626882 Apr 08 19:44:17.528225 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d4f31df6-6cb3-469e-a588-be47d5cf23c7 req-9a784a63-bce2-44c8-9951-7d079afe2d91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Apr 08 19:44:17.549553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.551162 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5102684 Apr 08 19:44:17.575196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ec859-69a2-4b19-ac51-b382587dd104 req-3a11e7d6-e80d-4536-b8f9-54af27292115 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:17.585268 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d70ec859-69a2-4b19-ac51-b382587dd104 req-3a11e7d6-e80d-4536-b8f9-54af27292115 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 948 time: 0.1893373 Apr 08 19:44:17.617769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:17.636522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:17.641111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:17.654108 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d70ec859-69a2-4b19-ac51-b382587dd104 req-fff883e8-5d9d-4da8-9dc5-3e49fa896935 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676713 Apr 08 19:44:17.670692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3b3572c5-babc-4bc3-b9ad-e4d6728c30cb tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:17.929555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9050c248-a9a3-469f-9a99-5da993534beb up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:17.929897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-c9fb0e04-0eb8-40cb-83f4-398b5301ff40 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:17.947822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-c9fb0e04-0eb8-40cb-83f4-398b5301ff40 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:17.957744 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-c9fb0e04-0eb8-40cb-83f4-398b5301ff40 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1510701424&fields=id&tenant_id=ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 267 time: 0.0552166 Apr 08 19:44:18.006513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56580) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:18.018610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Pushing event updated for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:18.036217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:18.045238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 9050c248-a9a3-469f-9a99-5da993534beb completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:18.052195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 9050c248-a9a3-469f-9a99-5da993534beb triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:18.052761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.054338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.069372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.070057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.071560 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] 10.222.0.13 "PUT /v2.0/ports/93f67ac7-ebeb-4d50-978a-d73ee4c6f044 HTTP/1.1" status: 200 len: 1098 time: 3.0273519 Apr 08 19:44:18.072094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:18.110962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed1eef-51ea-49c6-8964-4d75b3dd09b8 req-faf157dc-ac6c-4632-8d34-05b66183a8d4 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.113037 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0aed1eef-51ea-49c6-8964-4d75b3dd09b8 req-faf157dc-ac6c-4632-8d34-05b66183a8d4 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 944 time: 0.3919888 Apr 08 19:44:18.271842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.276101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-4e400076-5917-43e9-9bb1-e8aaace06c2d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.277079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-4e400076-5917-43e9-9bb1-e8aaace06c2d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:18.290379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:18.302647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Usage tracker for resource:security_group_rule and tenant:49975cfeb2ff47bd81d4034df4cb7d0b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:18.310324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:18.313817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-4e400076-5917-43e9-9bb1-e8aaace06c2d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:18.315085 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-4e400076-5917-43e9-9bb1-e8aaace06c2d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 809 time: 0.3564103 Apr 08 19:44:18.316646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9050c248-a9a3-469f-9a99-5da993534beb,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:18.319549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:18.320362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.322675 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0aed1eef-51ea-49c6-8964-4d75b3dd09b8 req-63f7b95c-3b64-4913-a1a5-c89ab2ba93d1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012925 Apr 08 19:44:18.325960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:18.382447 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-9554b01c-1740-4c82-bb86-47eb155726cf tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/quotas/ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 375 time: 0.0398924 Apr 08 19:44:18.398347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1a04192f-4aac-4df9-9f45-04974cb8ef28 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:18.420212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-75b0c882-b260-4f78-ae9b-5a1270cd5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.422036 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-75b0c882-b260-4f78-ae9b-5a1270cd5585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 1101 time: 0.2994409 Apr 08 19:44:18.516570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:18.530731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:18.545171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:18.551987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:18.552670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.592437 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-42c73d4d-f791-43c0-bd94-d4e030a4a25c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044 HTTP/1.1" status: 200 len: 217 time: 0.1593919 Apr 08 19:44:18.592573 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-47f090ba-2929-4cd4-ba60-01bede2b7aa2 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090886 Apr 08 19:44:18.686481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.721461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-580695a6-c9c0-4018-b6a7-e315e57fa1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.723075 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-580695a6-c9c0-4018-b6a7-e315e57fa1f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24583f74-c789-45a4-ba59-fe134498cace HTTP/1.1" status: 200 len: 843 time: 0.1228054 Apr 08 19:44:18.732354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb9403-54f7-4526-97e2-91d1ecddb048 req-490c2b23-221b-4b71-bdc2-ec7a3275a572 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.734932 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fbfb9403-54f7-4526-97e2-91d1ecddb048 req-490c2b23-221b-4b71-bdc2-ec7a3275a572 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.2106130 Apr 08 19:44:18.741232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.743737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.756090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2c5b7956-c95c-4a90-87ef-fde7ce20184d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:18.763152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 1a04192f-4aac-4df9-9f45-04974cb8ef28, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1a04192f-4aac-4df9-9f45-04974cb8ef28,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:18.766810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:18.769341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:18.836267 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49975cfeb2ff47bd81d4034df4cb7d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247564 Apr 08 19:44:18.845372 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-6762cf73-edb8-4ba4-a4ce-0b044e10361d service neutron] 10.222.0.35 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341313 Apr 08 19:44:18.846127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1551302e-c953-4af0-b521-837b6b4af775,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:18.849661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:18.850404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56592) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:18.855600 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fbfb9403-54f7-4526-97e2-91d1ecddb048 req-62d92bf5-986c-4355-a2b7-321973616cb4 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Apr 08 19:44:18.859168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:18.862841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:18.900019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-2a1f97ae-692e-4f3f-af04-011bf21818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:18.901754 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-2a1f97ae-692e-4f3f-af04-011bf21818ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11547aba-953e-407f-9647-e6cd7d043d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1646750 Apr 08 19:44:18.920824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:18.956908 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044', 'status': 'completed', 'code': 200} Apr 08 19:44:19.060166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:19.082330 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-cdc5a115-989b-494b-a9d3-f139c4ad79f9 service neutron] 10.222.0.35 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286901 Apr 08 19:44:19.098599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:19.132792 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-9e00fc32-c2be-4c59-8947-5b43ff6ed8cb service neutron] 10.222.0.13 "GET /v2.0/networks/11547aba-953e-407f-9647-e6cd7d043d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239597 Apr 08 19:44:19.454121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:19.459362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cc90be17-eab1-4377-a5f3-73579799307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:19.475076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e321c-b033-4a82-b7ae-0064d414c68a req-62fe36a9-d0e6-4f39-b031-dd54cc8d8d1b tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:19.476766 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-967e321c-b033-4a82-b7ae-0064d414c68a req-62fe36a9-d0e6-4f39-b031-dd54cc8d8d1b tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 948 time: 0.1428301 Apr 08 19:44:19.482814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1551302e-c953-4af0-b521-837b6b4af775,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:19.489476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:19.492010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:19.493248 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1551302e-c953-4af0-b521-837b6b4af775 HTTP/1.1" status: 204 len: 168 time: 0.6416738 Apr 08 19:44:19.510947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699994-e2c5-4a9e-922f-21bd91f8528d req-967160af-4e9c-4c33-a00a-2be58fc6afc0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:19.520312 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b8699994-e2c5-4a9e-922f-21bd91f8528d req-967160af-4e9c-4c33-a00a-2be58fc6afc0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.4649055 Apr 08 19:44:19.545485 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-967e321c-b033-4a82-b7ae-0064d414c68a req-9657d223-f7b6-4c0f-9d63-15d6f6e8788c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Apr 08 19:44:19.571437 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b8699994-e2c5-4a9e-922f-21bd91f8528d req-2c58f46a-86c3-4de1-8c1e-893e6ddb0d46 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Apr 08 19:44:19.608270 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf36bceb-7604-4e2b-b34e-69a102c14f6d req-f2f9e88a-9beb-4672-bc7c-9d5b0551696a service neutron] 10.222.0.13 "GET /v2.0/networks/11547aba-953e-407f-9647-e6cd7d043d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673815 Apr 08 19:44:19.612385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb', 'code': 200} Apr 08 19:44:19.704172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-5710c8ee-ff0b-40cc-8ab2-b77e349c987d req-7baf4a98-31d3-48f9-bc7b-a49977123e66 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:19.808406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-5710c8ee-ff0b-40cc-8ab2-b77e349c987d req-7baf4a98-31d3-48f9-bc7b-a49977123e66 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:19.817637 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5710c8ee-ff0b-40cc-8ab2-b77e349c987d req-7baf4a98-31d3-48f9-bc7b-a49977123e66 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 210 time: 0.1753879 Apr 08 19:44:19.861876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c0c00-37f8-4f6b-ba84-f6f1c2978670 req-d2571bfa-b7d5-4493-9405-8a83ff5bef66 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:19.865037 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad0c0c00-37f8-4f6b-ba84-f6f1c2978670 req-d2571bfa-b7d5-4493-9405-8a83ff5bef66 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.1278129 Apr 08 19:44:19.865376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916840-9ba9-44f3-87f8-62038767c77b req-784c3396-1f86-42c7-8949-88ac8132506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:19.867165 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-784c3396-1f86-42c7-8949-88ac8132506f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 1101 time: 0.1567664 Apr 08 19:44:19.917155 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad0c0c00-37f8-4f6b-ba84-f6f1c2978670 req-2c71de1a-1c98-469b-b5b4-11a0d6df15c9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Apr 08 19:44:20.051284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56618) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:20.075596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.095510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:20.100401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Usage tracker for resource:security_group_rule and tenant:7d98537883764736889e57a3879f5c0b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:20.103964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:20.110181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:20.217181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.221928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.227036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916840-9ba9-44f3-87f8-62038767c77b req-381a893a-4378-4ee0-9342-32edeb25395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.228726 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-381a893a-4378-4ee0-9342-32edeb25395b service neutron] 10.222.0.13 "GET /v2.0/networks?id=11547aba-953e-407f-9647-e6cd7d043d7e HTTP/1.1" status: 200 len: 870 time: 0.2901881 Apr 08 19:44:20.236116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6be09794-90d4-4e15-81cd-d16f3f6f626c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:20.288185 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d98537883764736889e57a3879f5c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355368 Apr 08 19:44:20.290017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32436df-c2ca-402e-8a6b-86267cd62c74,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:20.292870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 56622) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:20.295939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:20.315703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1a04192f-4aac-4df9-9f45-04974cb8ef28 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:20.318248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c123c-465c-4e2b-a0fb-3ad54a54dea4 req-cd4efd41-f46f-48ba-a2a0-0a4b1a3408c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.319880 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e6c123c-465c-4e2b-a0fb-3ad54a54dea4 req-cd4efd41-f46f-48ba-a2a0-0a4b1a3408c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 1098 time: 0.4380515 Apr 08 19:44:20.346772 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-dd41dc94-941a-4085-a678-4b9fa740dc5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044 HTTP/1.1" status: 200 len: 217 time: 0.0949953 Apr 08 19:44:20.366770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.394931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.399808 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1a04192f-4aac-4df9-9f45-04974cb8ef28 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:20.400238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.412047 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e6c123c-465c-4e2b-a0fb-3ad54a54dea4 req-d0ebce0c-d9bc-4951-95ef-606143ee5345 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769751 Apr 08 19:44:20.423131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea869d7-fd0c-47db-9b97-e30044524fdd req-09b902fd-8e77-4813-bdc3-44b2afa79d37 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.427141 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7ea869d7-fd0c-47db-9b97-e30044524fdd req-09b902fd-8e77-4813-bdc3-44b2afa79d37 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.3587632 Apr 08 19:44:20.439692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.444875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1f02b47-dd29-4ae7-a4da-d3ea95d1e931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:20.460339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32436df-c2ca-402e-8a6b-86267cd62c74,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:20.465266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:20.467326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:20.471814 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c32436df-c2ca-402e-8a6b-86267cd62c74 HTTP/1.1" status: 204 len: 168 time: 0.1747127 Apr 08 19:44:20.485235 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7ea869d7-fd0c-47db-9b97-e30044524fdd req-ab0939d5-830f-440b-8602-1c52d5a4f0a9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Apr 08 19:44:20.486958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916840-9ba9-44f3-87f8-62038767c77b req-0fc19331-3184-40e7-bfe7-73ddbb419c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.488742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-0fc19331-3184-40e7-bfe7-73ddbb419c48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24583f74-c789-45a4-ba59-fe134498cace HTTP/1.1" status: 200 len: 843 time: 0.1285081 Apr 08 19:44:20.613914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916840-9ba9-44f3-87f8-62038767c77b req-5eebdc00-54ed-4e18-9753-ab83318d6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.615555 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-5eebdc00-54ed-4e18-9753-ab83318d6a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11547aba-953e-407f-9647-e6cd7d043d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1165395 Apr 08 19:44:20.785783 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-d40295d3-8daf-4ab7-a496-1ef901f2f597 service neutron] 10.222.0.13 "GET /v2.0/networks/11547aba-953e-407f-9647-e6cd7d043d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568434 Apr 08 19:44:20.848717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63a20-420b-4cf3-88f8-a8d32493bcbd req-86708de5-c6d8-4789-b93d-837677cab9c6 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:20.852997 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41f63a20-420b-4cf3-88f8-a8d32493bcbd req-86708de5-c6d8-4789-b93d-837677cab9c6 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 948 time: 0.1408970 Apr 08 19:44:20.924322 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41f63a20-420b-4cf3-88f8-a8d32493bcbd req-e1c16911-f54a-4064-bcf0-9824d833a4d6 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647941 Apr 08 19:44:21.102783 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5629103a-931e-453b-a5c4-7eb7eced05b1 req-f367bab4-4470-4fd5-8c13-9f0bed9f63a0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 210 time: 0.0716057 Apr 08 19:44:21.132082 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dc916840-9ba9-44f3-87f8-62038767c77b req-db02e0aa-dabf-4d67-a933-f38a361b8d29 service neutron] 10.222.0.13 "GET /v2.0/networks/11547aba-953e-407f-9647-e6cd7d043d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681425 Apr 08 19:44:21.319015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5e70b-be39-410f-a24f-1dbd48d1a67d req-f430e908-fa39-4cfb-8ad0-3c7b1585b221 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:21.320736 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fca5e70b-be39-410f-a24f-1dbd48d1a67d req-f430e908-fa39-4cfb-8ad0-3c7b1585b221 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.5339515 Apr 08 19:44:21.364998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-e33878c6-6b92-40b0-9f5e-c9f96214dc5e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:21.366627 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-e33878c6-6b92-40b0-9f5e-c9f96214dc5e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 809 time: 0.4995894 Apr 08 19:44:21.456515 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fca5e70b-be39-410f-a24f-1dbd48d1a67d req-1f230ee0-3a64-4a57-a15d-b7b91a006e2e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853577 Apr 08 19:44:21.481399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908e53-d4c5-41b7-a050-7020854eb95d req-66ca0dac-7a04-4738-9de3-8d7c1e81d83a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:21.487413 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22908e53-d4c5-41b7-a050-7020854eb95d req-66ca0dac-7a04-4738-9de3-8d7c1e81d83a tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.2382162 Apr 08 19:44:21.503994 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-92105788-f2b2-4bbf-8521-531386c4d3ac tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 5708 time: 0.1169140 Apr 08 19:44:21.515788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'port': {'device_id': '6bce0272-6c73-4e0e-8569-1421b792616f', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'admin_state_up': True, 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'security_groups': ['8c30eb7d-65d7-4163-8f6f-be9c25b99198']}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:21.563558 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22908e53-d4c5-41b7-a050-7020854eb95d req-2eaf9e3a-c83b-4bf0-8d8e-f8a015194f81 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750949 Apr 08 19:44:21.683098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:21.694507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:21.705084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Made reservation on behalf of ef705c42db90419c912588725c2def4c for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:44:21.711825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:21.919570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Allocated IP 172.20.0.7 (f7322aba-b6e6-442a-ada4-258430a68924/d9b87d29-96b7-45f8-9ba4-8a70cbc97560/641be890-6133-4907-b836-7dd4c115cfcb) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:21.941951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:22.094879 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06e1f-f945-41d7-8ac6-ea54deeae51e req-5d9483e0-8a41-4a3d-a1cb-b5a0528e94c2 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:22.096555 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-91c06e1f-f945-41d7-8ac6-ea54deeae51e req-5d9483e0-8a41-4a3d-a1cb-b5a0528e94c2 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.1772459 Apr 08 19:44:22.121995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:22.142327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044', 'network_id': '11547aba-953e-407f-9647-e6cd7d043d7e', 'port_id': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044', 'mac_address': 'fa:16:3e:2b:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24583f74-c789-45a4-ba59-fe134498cace', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:22.147102 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-91c06e1f-f945-41d7-8ac6-ea54deeae51e req-c5de5ab0-1e07-4931-a024-eb1bb6784e25 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Apr 08 19:44:22.215293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.237454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:22.257578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:22.261757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.265446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:22.293137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.328379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Transition to ACTIVE for port object 641be890-6133-4907-b836-7dd4c115cfcb will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:22.335385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2097ff14-d07d-48cb-b128-09b065d22d40 req-a51fc1d6-6ee2-4226-984e-8397ec8a2d2f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 210 time: 0.0653005 Apr 08 19:44:22.343934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9b787-092c-4b66-9726-8b79b75e87c8 req-73581f35-5054-476c-a60d-ace016113502 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:22.351588 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54e9b787-092c-4b66-9726-8b79b75e87c8 req-73581f35-5054-476c-a60d-ace016113502 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 948 time: 0.2281852 Apr 08 19:44:22.383731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:22.387773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:22.395058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54e9b787-092c-4b66-9726-8b79b75e87c8 req-b537fdd6-fc81-4ef4-b8cf-6aa083a2f15d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Apr 08 19:44:22.410058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.515000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:22.610164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:22.614383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:22.625395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['93f67ac7-ebeb-4d50-978a-d73ee4c6f044'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:22.633734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Network f7322aba-b6e6-442a-ada4-258430a68924 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:22.635171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:22.638010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:22.684377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43193-7896-459a-8069-15c45b4f1b64 req-edf16760-879e-4c09-a32b-cc4ff0ff7044 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:22.686387 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22a43193-7896-459a-8069-15c45b4f1b64 req-edf16760-879e-4c09-a32b-cc4ff0ff7044 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1100948 Apr 08 19:44:22.720096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:22.723625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.736263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22a43193-7896-459a-8069-15c45b4f1b64 req-2c76250a-750d-45e7-bb1c-47dd76ca0fbb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Apr 08 19:44:22.812807 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3031216 Apr 08 19:44:22.831740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Request body: {'port': {'device_id': '6bce0272-6c73-4e0e-8569-1421b792616f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:22.901451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2693-5417-4680-bbc4-db959a5e83c5 req-9896aae3-423a-4997-9940-3b533fbbfbb6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:22.903043 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb1d2693-5417-4680-bbc4-db959a5e83c5 req-9896aae3-423a-4997-9940-3b533fbbfbb6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.1749063 Apr 08 19:44:22.932903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3c00ca07-f557-4536-9b22-d2da99cef851 None None] Provisioning for port 641be890-6133-4907-b836-7dd4c115cfcb completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:22.938251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3c00ca07-f557-4536-9b22-d2da99cef851 None None] Provisioning complete for port 641be890-6133-4907-b836-7dd4c115cfcb triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:22.938683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c00ca07-f557-4536-9b22-d2da99cef851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:22.990411 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb1d2693-5417-4680-bbc4-db959a5e83c5 req-70185862-4502-43b6-8913-d72dd8e702f1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Apr 08 19:44:22.996200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:23.016113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-3c00ca07-f557-4536-9b22-d2da99cef851 None None] Port 641be890-6133-4907-b836-7dd4c115cfcb cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:44:23.366159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd6508-ffc6-46cd-8319-a441cc04186a req-5fd638c5-727a-4676-a4c8-da2059f74d71 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:23.367970 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-47cd6508-ffc6-46cd-8319-a441cc04186a req-5fd638c5-727a-4676-a4c8-da2059f74d71 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.0976844 Apr 08 19:44:23.444069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641be890-6133-4907-b836-7dd4c115cfcb {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:23.446137 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-47cd6508-ffc6-46cd-8319-a441cc04186a req-21df7ae7-51bf-4f74-a151-6338f3adf9ee tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 Apr 08 19:44:23.470759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:23.494205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Transition to ACTIVE for port object 641be890-6133-4907-b836-7dd4c115cfcb will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:23.508500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:23.538634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:23.679485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afffd2-2c74-4c2f-91c1-bf8a88b258b2 req-89cf676f-73ed-4007-818a-b1b52b661e7e tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:23.680510 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41afffd2-2c74-4c2f-91c1-bf8a88b258b2 req-89cf676f-73ed-4007-818a-b1b52b661e7e tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 949 time: 0.1018445 Apr 08 19:44:23.714294 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41afffd2-2c74-4c2f-91c1-bf8a88b258b2 req-00f23d86-1989-40df-b0d7-697edbda59fc tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259955 Apr 08 19:44:23.958524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346556e3-b6fe-43b7-b18e-c1f884dcce6c req-aa4c762b-7841-4ff5-be94-3ee3cb135985 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:23.960126 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-346556e3-b6fe-43b7-b18e-c1f884dcce6c req-aa4c762b-7841-4ff5-be94-3ee3cb135985 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0994508 Apr 08 19:44:23.976516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:24.014043 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-346556e3-b6fe-43b7-b18e-c1f884dcce6c req-552ec6cb-1dfb-4784-ad08-110455c9aead tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Apr 08 19:44:24.059508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:24.068505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Pushing event updated for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:24.072827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:24.073494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:24.092260 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:24.149845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dba288-5a19-4a6d-a38d-4b959d180deb req-ba85142c-0cca-419d-8758-c39bbfca19c8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:24.150647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-21dba288-5a19-4a6d-a38d-4b959d180deb req-ba85142c-0cca-419d-8758-c39bbfca19c8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:24.168975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-4b6aa867-a327-487d-a4b4-67c125b82970 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:24.168975 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-4b6aa867-a327-487d-a4b4-67c125b82970 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.5689373 Apr 08 19:44:24.223381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:24.240763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:24.274198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:24.278513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:24.282081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:24.343459 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044', 'code': 200} Apr 08 19:44:24.386480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Deleting port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:44:24.386974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:24.394003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:24.405218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:24.767698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-21dba288-5a19-4a6d-a38d-4b959d180deb req-ba85142c-0cca-419d-8758-c39bbfca19c8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:24.769013 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-21dba288-5a19-4a6d-a38d-4b959d180deb req-ba85142c-0cca-419d-8758-c39bbfca19c8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 943 time: 1.1730189 Apr 08 19:44:24.784851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46666e4-004e-4865-8a7d-af5c5022c5eb req-dcd0b7ce-9ba5-468c-a644-ceb63964d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:24.786450 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c46666e4-004e-4865-8a7d-af5c5022c5eb req-dcd0b7ce-9ba5-468c-a644-ceb63964d8ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.1871998 Apr 08 19:44:24.801319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d3648-a420-4cc2-8ac6-78d14f85f191 req-bb49c911-d850-46ea-a422-6b339b2f92ff tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:24.801713 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5a2d3648-a420-4cc2-8ac6-78d14f85f191 req-bb49c911-d850-46ea-a422-6b339b2f92ff tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 945 time: 0.1209261 Apr 08 19:44:24.841869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c46666e4-004e-4865-8a7d-af5c5022c5eb req-958954e7-6825-447f-990b-3a683a0f8147 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Apr 08 19:44:24.847028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5a2d3648-a420-4cc2-8ac6-78d14f85f191 req-08e233eb-99c3-49eb-a2d9-fb84fdfdb9f3 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Apr 08 19:44:24.893718 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-21dba288-5a19-4a6d-a38d-4b959d180deb req-bc87ce35-0a6a-40fe-a11a-353dc7c08cc8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042478 Apr 08 19:44:24.946384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Attempting to bind port 641be890-6133-4907-b836-7dd4c115cfcb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:24.946771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Attempting to bind port 641be890-6133-4907-b836-7dd4c115cfcb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:24.947140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Attempting to bind port 641be890-6133-4907-b836-7dd4c115cfcb on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:24.957708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] For port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:24.958047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:24.966804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Port 641be890-6133-4907-b836-7dd4c115cfcb on network f7322aba-b6e6-442a-ada4-258430a68924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:24.967171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Attempting to bind port 641be890-6133-4907-b836-7dd4c115cfcb on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:24.980329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:24.980729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Checking segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:24.981154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Bound using segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:24.981627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Bound port: 641be890-6133-4907-b836-7dd4c115cfcb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:24.982008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:25.147096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Calling delete_port for be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:44:25.235853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c5739-3468-4787-a864-7bef06b7cde5 req-f3607302-79fd-4a84-8ee5-8eee765b877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:25.237436 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5d6c5739-3468-4787-a864-7bef06b7cde5 req-f3607302-79fd-4a84-8ee5-8eee765b877f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 1103 time: 0.5143204 Apr 08 19:44:25.315557 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5d6c5739-3468-4787-a864-7bef06b7cde5 req-dcdbf2f2-b2ea-45b8-bae2-5ad52cd98fc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Apr 08 19:44:25.358540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:25.371435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=641be890-6133-4907-b836-7dd4c115cfcb,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:25.411274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:25.431858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e352f150-0dc4-4357-8baf-e1e34b0301fe tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:25.470310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ae09-c36e-4fae-b79e-24be0113595f req-81f30f11-348b-459e-bd3f-71889b76480e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:25.471921 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3676ae09-c36e-4fae-b79e-24be0113595f req-81f30f11-348b-459e-bd3f-71889b76480e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Apr 08 19:44:25.503626 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3676ae09-c36e-4fae-b79e-24be0113595f req-47e2cfbe-6d50-47e4-8fa3-d71d2becbc1c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250177 Apr 08 19:44:25.529529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f520fe-2b7b-42c1-855f-28f8f20a8d05 req-96f73bc8-b419-4679-8e98-618efbd4e849 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:25.531215 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-68f520fe-2b7b-42c1-855f-28f8f20a8d05 req-96f73bc8-b419-4679-8e98-618efbd4e849 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 950 time: 0.4593761 Apr 08 19:44:25.643658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:25.649016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Pushing event updated for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:25.655392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:25.673869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-68f520fe-2b7b-42c1-855f-28f8f20a8d05 req-f3b86f2d-7dc3-4b27-8a6e-6897625a19a6 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Apr 08 19:44:25.677500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:25.679716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:25.751742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Pushing event deleted for resources: {'Port': ['ID=be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:25.758557 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:25.845931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:25.846612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:25.848230 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] 10.222.0.13 "PUT /v2.0/ports/641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 1093 time: 3.0223739 Apr 08 19:44:25.848864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:25.997879 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb', 'status': 'completed', 'code': 200} Apr 08 19:44:26.110698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] No DVR routers for this DVR port be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:44:26.119213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:26.129614 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-95532337-5c54-48c3-a850-ebc0615b6015 req-120d170d-b5d8-4a92-8e4b-65c18d349161 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=19257b39-49d0-48d0-b79e-d30f1a7dfed4 HTTP/1.1" status: 200 len: 210 time: 0.0729468 Apr 08 19:44:26.147978 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b4b6eb9-fde5-40db-8d73-a9dae99b4eb6 req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "DELETE /v2.0/ports/be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a HTTP/1.1" status: 204 len: 173 time: 1.9280007 Apr 08 19:44:26.157700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-69ddeb4c-4d37-45bf-a19f-5925c76fb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.159324 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-69ddeb4c-4d37-45bf-a19f-5925c76fb99a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1096 time: 0.2562096 Apr 08 19:44:26.172006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9f390-6c01-4e97-b15a-5a3d15bfc639 req-5f5558d5-4c54-4e2a-9dd5-104a65b1d023 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.180704 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-89a9f390-6c01-4e97-b15a-5a3d15bfc639 req-5f5558d5-4c54-4e2a-9dd5-104a65b1d023 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 943 time: 0.1043251 Apr 08 19:44:26.270921 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-8c754e0e-3ae2-4210-bae1-daef9f645726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 217 time: 0.0976932 Apr 08 19:44:26.297739 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-89a9f390-6c01-4e97-b15a-5a3d15bfc639 req-aa3dacea-0880-420e-a27a-a0df45a8e734 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145236 Apr 08 19:44:26.361939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-b125bcf4-16dc-4869-badc-35f946766bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.363859 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-b125bcf4-16dc-4869-badc-35f946766bc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0762703 Apr 08 19:44:26.455810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-b38b203c-ffab-4321-abaf-48bc71cbfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.457480 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-b38b203c-ffab-4321-abaf-48bc71cbfe50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854790 Apr 08 19:44:26.887908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea40b-4b7c-4018-98e3-de70d7e1568b req-df9c7126-a700-4de4-a44c-7a8eca2385aa tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.889609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2afea40b-4b7c-4018-98e3-de70d7e1568b req-df9c7126-a700-4de4-a44c-7a8eca2385aa tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 950 time: 0.0966949 Apr 08 19:44:26.915632 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-d52eb013-c029-4184-ae21-06c17fb009ed service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503729 Apr 08 19:44:26.922360 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2afea40b-4b7c-4018-98e3-de70d7e1568b req-7f576090-1b2b-4f5b-88fd-0300c8f858a8 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259271 Apr 08 19:44:26.965014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8812dd-358a-44c1-9b1b-4301de499840 req-b12515cc-1d1e-4036-9b83-54469e98c434 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:26.972933 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba8812dd-358a-44c1-9b1b-4301de499840 req-b12515cc-1d1e-4036-9b83-54469e98c434 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1587043 Apr 08 19:44:27.024312 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba8812dd-358a-44c1-9b1b-4301de499840 req-e7dfe0cd-8be5-415c-89f2-5df14110d556 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Apr 08 19:44:27.144534 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8748e8b9-18ef-4fb2-bc1b-be99152f47b5 req-12bc1464-255d-4f70-974a-63a2cab13e73 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171032 Apr 08 19:44:27.347412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-5b73109d-30ec-4135-9dd7-bb6044225829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.352411 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-5b73109d-30ec-4135-9dd7-bb6044225829 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1096 time: 0.1208684 Apr 08 19:44:27.664634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee035d7-211b-44a9-b951-27748ed5241b req-8a9349e2-4785-4744-b269-6121fcd7bbda tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.669333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4ee035d7-211b-44a9-b951-27748ed5241b req-8a9349e2-4785-4744-b269-6121fcd7bbda tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 943 time: 0.1216426 Apr 08 19:44:27.695085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-d1873261-ed7d-4869-820d-5c590d62e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.696808 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-d1873261-ed7d-4869-820d-5c590d62e3a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.3304694 Apr 08 19:44:27.702230 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4ee035d7-211b-44a9-b951-27748ed5241b req-d8ab6de0-6a4c-4f04-8220-d21c16ddd123 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297318 Apr 08 19:44:27.706416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-94cca962-396b-4591-acb3-c1f7a28ed019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.707969 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-94cca962-396b-4591-acb3-c1f7a28ed019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.2366545 Apr 08 19:44:27.725641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8970751-1c89-4771-aaac-a44f82c5ef1d req-08f31ec9-301e-4d47-b9de-d7d0200783d5 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.727414 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8970751-1c89-4771-aaac-a44f82c5ef1d req-08f31ec9-301e-4d47-b9de-d7d0200783d5 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 950 time: 0.1537352 Apr 08 19:44:27.852433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-d73bfbeb-0597-4b50-b446-e251f4b7cd68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 217 time: 0.1239438 Apr 08 19:44:27.894933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b57c7-0481-46b0-a968-fc40a176e65a req-d893438d-25c1-4f1b-9286-abefc144f25f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:27.896449 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bd5b57c7-0481-46b0-a968-fc40a176e65a req-d893438d-25c1-4f1b-9286-abefc144f25f tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0919845 Apr 08 19:44:27.928532 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bd5b57c7-0481-46b0-a968-fc40a176e65a req-caf5d811-aa85-4f50-98d6-62bb880d4389 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251098 Apr 08 19:44:27.952884 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8970751-1c89-4771-aaac-a44f82c5ef1d req-616e63c0-bb67-473f-9465-d8efc6190746 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499541 Apr 08 19:44:27.971416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:44:28.009713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'name': 'network-vif-deleted', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:28.017501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-9006c76e-74a0-4a2a-9bdc-6a96d9db5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:28.019198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-9006c76e-74a0-4a2a-9bdc-6a96d9db5599 service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.2893007 Apr 08 19:44:28.020437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:44:28.020982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:44:28.107518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-d70deb21-fb3a-41d3-bbe4-73f3771b17c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.0771949 Apr 08 19:44:28.163814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-48d73ac8-6a1d-4dac-b2f5-f6e0739f2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:28.165385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-48d73ac8-6a1d-4dac-b2f5-f6e0739f2cd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.2611644 Apr 08 19:44:28.218986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-34cf26f1-e4ec-4bc2-aa61-33028d5d028f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:28.220772 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-34cf26f1-e4ec-4bc2-aa61-33028d5d028f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 809 time: 0.1707506 Apr 08 19:44:28.240670 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-947d4f44-2fa7-4d6a-9b36-7115067faca4 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/quotas/1e7e672b38554233af98de935e27f505 HTTP/1.1" status: 200 len: 375 time: 0.0123293 Apr 08 19:44:28.285734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-0540288f-fe82-4bc1-938c-dfdda3ad4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:28.287350 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-0540288f-fe82-4bc1-938c-dfdda3ad4fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.1625018 Apr 08 19:44:28.306911 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-55a461ab-a536-4459-8704-523df1d01b1c tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592532 Apr 08 19:44:28.358819 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19257b39-49d0-48d0-b79e-d30f1a7dfed4', 'name': 'network-vif-deleted', 'tag': 'be4c47a9-d4c6-43b1-b6a5-d8e764bfe57a', 'status': 'completed', 'code': 200} Apr 08 19:44:28.364404 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-d3634b0d-44f1-4851-a3db-fe66d11c3ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608416 Apr 08 19:44:28.369256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-0ba1455c-fc89-491d-a3be-d45f209abf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:28.371159 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-0ba1455c-fc89-491d-a3be-d45f209abf0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1941087 Apr 08 19:44:28.465040 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-98608639-ded3-4529-802a-79ddf3c84b92 service neutron] 10.222.0.35 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471486 Apr 08 19:44:28.626978 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-a1cdfc17-2c4c-44a2-8407-c7f9ebfeceba service neutron] 10.222.0.35 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531396 Apr 08 19:44:28.652002 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-e1e3d6cd-3790-41c6-8966-61d32f420c0f service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678277 Apr 08 19:44:28.668310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:44:28.709605 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-c1e11faf-c303-4972-ad57-9818d8589f75 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008816 Apr 08 19:44:28.864605 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2bdc92ac-8319-453d-ba41-a1f833f29394 req-a8d6970d-aaf2-424b-9839-df8052e1d96f service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028916 Apr 08 19:44:28.947249 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7f80756e-97d6-431f-a63d-3514ff20e961 req-1dd3d4bf-cd07-40bf-bb8c-8cd36c1e8d50 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 210 time: 0.1263134 Apr 08 19:44:29.048689 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b21a1e14-afb0-4abe-aadd-8ef8040475d6 req-df4d24a1-d354-4cbd-b6e1-281ff7377f06 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315335 Apr 08 19:44:29.067667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed479d-8291-4e80-9de3-2a7700dbab86 req-22ff2510-8fe2-4688-8fbb-0b1267aae177 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:29.069733 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ceed479d-8291-4e80-9de3-2a7700dbab86 req-22ff2510-8fe2-4688-8fbb-0b1267aae177 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 943 time: 0.1426387 Apr 08 19:44:29.128220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ceed479d-8291-4e80-9de3-2a7700dbab86 req-b81050ef-627f-47bf-80e3-baf9e002aafe tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514741 Apr 08 19:44:29.242387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1bf8-4488-45eb-a815-d89272bafc9a req-bc4f4b25-0c58-47db-8865-767458c416c5 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:29.244802 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aa8e1bf8-4488-45eb-a815-d89272bafc9a req-bc4f4b25-0c58-47db-8865-767458c416c5 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1418979 Apr 08 19:44:29.314681 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aa8e1bf8-4488-45eb-a815-d89272bafc9a req-23b55206-199d-419b-bab0-6a882da1d743 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Apr 08 19:44:29.715361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-fecabb35-d4e9-4c70-bf1e-24c5a73fa21d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:29.716963 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-fecabb35-d4e9-4c70-bf1e-24c5a73fa21d tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.13 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 950 time: 0.5030255 Apr 08 19:44:29.726014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e3514-be16-4642-99ac-fb3f4c8c1271 req-76ccfcbd-78a1-4b76-b403-20fb64a9f9e3 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:29.727496 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bc4e3514-be16-4642-99ac-fb3f4c8c1271 req-76ccfcbd-78a1-4b76-b403-20fb64a9f9e3 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 950 time: 0.3593342 Apr 08 19:44:29.812013 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bc4e3514-be16-4642-99ac-fb3f4c8c1271 req-411fdae1-f181-4bb6-8052-4a694940b777 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5a6c133-17d9-4aaa-a245-6bb08cf5b375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Apr 08 19:44:29.825145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Deleting port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:44:29.835598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:29.996868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 641be890-6133-4907-b836-7dd4c115cfcb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:30.125756 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b99f567-f971-4795-8b7e-b144d6e5a1a4 req-da9075e1-296d-44c1-8bff-1cefa8a54fc9 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 210 time: 0.0536575 Apr 08 19:44:30.129057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] For port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,segment=NetworkSegment(f7a7f861-5ced-44ef-a0b6-3ce10706365b),segment_id=f7a7f861-5ced-44ef-a0b6-3ce10706365b)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:30.129463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:30.240246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=641be890-6133-4907-b836-7dd4c115cfcb,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:30.254778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '641be890-6133-4907-b836-7dd4c115cfcb', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'port_id': '641be890-6133-4907-b836-7dd4c115cfcb', 'mac_address': 'fa:16:3e:1b:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:30.320901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:30.322731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641be890-6133-4907-b836-7dd4c115cfcb {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:30.341361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=641be890-6133-4907-b836-7dd4c115cfcb,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:30.345205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:30.347300 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:30.398727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Calling delete_port for 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:44:30.423679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:30.427806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:30.479722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-291b945c-defe-4512-9a69-4930f3202df5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:30.481634 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-291b945c-defe-4512-9a69-4930f3202df5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.1750832 Apr 08 19:44:30.499927 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-22ceaec8-a68e-4d9d-9102-664c31179865 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/quotas/790907dbf7a8482bb06f3355829d0654 HTTP/1.1" status: 200 len: 375 time: 0.0107946 Apr 08 19:44:30.627309 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-9c0b84e7-e4b7-485f-9f2c-aa192ee611ab tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183228 Apr 08 19:44:30.691535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['641be890-6133-4907-b836-7dd4c115cfcb'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:30.695210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d7cf-d836-4b27-9556-f554e6332e81 req-2e9e3d3b-3561-48ab-8140-de8ead1c80f2 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:30.696897 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e531d7cf-d836-4b27-9556-f554e6332e81 req-2e9e3d3b-3561-48ab-8140-de8ead1c80f2 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 944 time: 0.3612826 Apr 08 19:44:30.712053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-2f08f3a2-fea9-421b-a71d-4d5b544d2511 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:30.713788 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-2f08f3a2-fea9-421b-a71d-4d5b544d2511 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 809 time: 0.2806177 Apr 08 19:44:30.775079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Request body: {'port': {'device_id': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7', 'admin_state_up': True, 'tenant_id': '1e7e672b38554233af98de935e27f505'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:30.786208 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-e64eae34-bd70-4620-9533-9560044b9aea service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578441 Apr 08 19:44:30.837335 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e531d7cf-d836-4b27-9556-f554e6332e81 req-258c6df7-ec93-471b-9f19-56a19a594d73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218021 Apr 08 19:44:30.992507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:31.012306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:31.025500 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-9e8e28b8-f5d8-486a-8bb4-9da965c15394 service neutron] 10.222.0.35 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309227 Apr 08 19:44:31.143446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Pushing event deleted for resources: {'Port': ['ID=93f67ac7-ebeb-4d50-978a-d73ee4c6f044,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:31.146881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:31.294504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:31.299126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Usage tracker for resource:port and tenant:1e7e672b38554233af98de935e27f505 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:31.303396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:31.312292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:31.340806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Made reservation on behalf of 1e7e672b38554233af98de935e27f505 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:44:31.347463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:31.385567 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0afbafe9-85c1-4aab-be65-5791dceece42 req-3f6cac47-2f7e-49af-8f01-9312971ea214 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 210 time: 0.0485737 Apr 08 19:44:31.465479 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bf4a8-6d57-4f7f-9761-82aa155713dc req-f2f1b1d4-c509-4e40-9951-2221472e9f40 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:31.467077 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0b1bf4a8-6d57-4f7f-9761-82aa155713dc req-f2f1b1d4-c509-4e40-9951-2221472e9f40 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.4131734 Apr 08 19:44:31.568976 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0b1bf4a8-6d57-4f7f-9761-82aa155713dc req-c6bc9f70-5962-4087-bba2-3bb40c953111 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881393 Apr 08 19:44:31.571325 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cdc8a455-63e5-452b-9c63-5c11ea241a21 req-143ac759-3d66-4117-a715-84e7978365f3 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 210 time: 0.0663927 Apr 08 19:44:31.583235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['93f67ac7-ebeb-4d50-978a-d73ee4c6f044'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:31.654015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Allocated IP 172.20.0.5 (80f53ed7-3375-4077-b2fa-3bc39d0eaaf7/1eda6052-a893-4805-b674-c890524e6879/f476d162-42cb-487c-ba40-83c187ac7705) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:31.795991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] No DVR routers for this DVR port 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:44:31.813102 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76bebf13-3be2-4476-ada7-07990a38f32c req-c0a2940c-fdda-4c0b-a539-ec9042a151a5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 210 time: 0.0737996 Apr 08 19:44:31.822150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:31.825047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'name': 'network-vif-deleted', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:31.883461 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d96c44c8-efb1-42a3-b1ba-697b1848274e req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.13 "DELETE /v2.0/ports/93f67ac7-ebeb-4d50-978a-d73ee4c6f044 HTTP/1.1" status: 204 len: 173 time: 2.1548779 Apr 08 19:44:31.889197 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda942d5-83a4-45f7-a64c-1912b41ac7a3', 'name': 'network-vif-deleted', 'tag': '93f67ac7-ebeb-4d50-978a-d73ee4c6f044', 'status': 'completed', 'code': 200} Apr 08 19:44:32.015645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 641be890-6133-4907-b836-7dd4c115cfcb up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:32.106026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.109575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 641be890-6133-4907-b836-7dd4c115cfcb completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:32.115965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 641be890-6133-4907-b836-7dd4c115cfcb triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:32.116616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.152765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbe68b-4c89-497f-b6ea-3fc3df8399e9 req-b20b20c3-bc9a-4558-b30f-d8856fd22c94 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:32.154390 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-53cbe68b-4c89-497f-b6ea-3fc3df8399e9 req-b20b20c3-bc9a-4558-b30f-d8856fd22c94 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 944 time: 0.1378930 Apr 08 19:44:32.189876 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-53cbe68b-4c89-497f-b6ea-3fc3df8399e9 req-6a2798e6-2595-4a78-874a-90391bbb276e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289295 Apr 08 19:44:32.194288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.209759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:32.252781 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.265029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:32.275741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=641be890-6133-4907-b836-7dd4c115cfcb,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:32.279183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.280103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:44:32.311220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:32.362999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Pushing event updated for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:32.369640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:32.425612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:32.437469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:32.441146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:32.531435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb', 'code': 200} Apr 08 19:44:32.542984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:44:32.543382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 93f67ac7-ebeb-4d50-978a-d73ee4c6f044 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:44:32.587592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:32.588709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:32.621914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:32.626236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:32.694594 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9197764 Apr 08 19:44:32.701435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7016c8d5-4252-4b5c-895f-e4350681557a req-75a989cb-3f2f-45ff-b82e-502e4bc70e48 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Synchronizing usage tracker for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:32.768809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Request body: {'port': {'device_id': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:32.831868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d350-4bb3-43d1-86ff-7ad7fee5cfea req-c7ae5dd6-c6b2-466f-bfca-5c51626ce01d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:32.833886 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-23f9d350-4bb3-43d1-86ff-7ad7fee5cfea req-c7ae5dd6-c6b2-466f-bfca-5c51626ce01d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0996952 Apr 08 19:44:32.868988 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-23f9d350-4bb3-43d1-86ff-7ad7fee5cfea req-9224cb16-4d36-47ba-b33d-95809115f5bf tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274911 Apr 08 19:44:33.129099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bc822-9bf1-4caa-80d0-5934c47d3051 req-ddef1431-f7f6-48a9-b758-2c463e931818 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:33.138991 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b47bc822-9bf1-4caa-80d0-5934c47d3051 req-ddef1431-f7f6-48a9-b758-2c463e931818 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 931 time: 0.1179316 Apr 08 19:44:33.190743 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7016c8d5-4252-4b5c-895f-e4350681557a req-75a989cb-3f2f-45ff-b82e-502e4bc70e48 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Unset dirty status for tenant:8c7c7ce173de4b9d837e0ff9fc9ff13f on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:33.192420 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b47bc822-9bf1-4caa-80d0-5934c47d3051 req-37f4d228-4feb-4500-8ea5-43c736314cdf tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523589 Apr 08 19:44:33.200601 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7016c8d5-4252-4b5c-895f-e4350681557a req-75a989cb-3f2f-45ff-b82e-502e4bc70e48 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] 10.222.0.35 "GET /v2.0/ports?device_id=eda942d5-83a4-45f7-a64c-1912b41ac7a3 HTTP/1.1" status: 200 len: 210 time: 0.5879033 Apr 08 19:44:33.223444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:33.406152 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b00bdd8a-d24d-48c4-a77c-a57baa6e28c7 req-95306667-ebdd-466e-9677-22b213de2be0 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 210 time: 0.0709083 Apr 08 19:44:33.486397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc10de-6853-4730-95d5-e24b3528e625 req-d32a0756-35b0-4876-806f-33be931b3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:33.488121 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-88fc10de-6853-4730-95d5-e24b3528e625 req-d32a0756-35b0-4876-806f-33be931b3553 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1098 time: 0.7919414 Apr 08 19:44:33.490280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:33.531233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-647f30f8-acb9-485f-bd8c-e2e7db24e8a0 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:33.541958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-647f30f8-acb9-485f-bd8c-e2e7db24e8a0 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 814 time: 0.8769379 Apr 08 19:44:33.561665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-88fc10de-6853-4730-95d5-e24b3528e625 req-f7529937-f930-4c1f-a683-c50d872d7db4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Apr 08 19:44:33.565555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70abdc96-190f-4647-b996-34be67dc7193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:33.611853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Request body: {'port': {'device_id': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'admin_state_up': True, 'tenant_id': '790907dbf7a8482bb06f3355829d0654'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:33.926383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c173e-d854-482c-94a4-a45be40cdacb req-1d169dbc-a633-4d55-8099-cf63b2ed88a7 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:33.928024 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf0c173e-d854-482c-94a4-a45be40cdacb req-1d169dbc-a633-4d55-8099-cf63b2ed88a7 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.4061737 Apr 08 19:44:33.973697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:34.005616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:34.060619 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf0c173e-d854-482c-94a4-a45be40cdacb req-f1c4ae22-700e-4bc7-9a41-629a6a0e35f0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239974 Apr 08 19:44:34.084204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Made reservation on behalf of 790907dbf7a8482bb06f3355829d0654 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:44:34.086713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:34.340128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Allocated IP 172.20.0.11 (62be85fb-0af3-49e9-aba9-af5b3906c1cf/3da764cf-0945-4292-9752-5de065869e60/1c732e40-f488-44b4-a7b8-d8a5d3111510) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:44:34.355269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f476d162-42cb-487c-ba40-83c187ac7705 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:34.364417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:34.403146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Transition to ACTIVE for port object f476d162-42cb-487c-ba40-83c187ac7705 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:34.409810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:34.420826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01c78-2ee7-4347-8a2b-95eb0b74e3c4 req-be88b0e3-a2fa-407f-97ff-a86933912f07 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:34.423682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d2e01c78-2ee7-4347-8a2b-95eb0b74e3c4 req-be88b0e3-a2fa-407f-97ff-a86933912f07 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 931 time: 0.1057353 Apr 08 19:44:34.430718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-080609a5-6319-4f2d-a029-282ac15bf75e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:34.486373 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d2e01c78-2ee7-4347-8a2b-95eb0b74e3c4 req-589c194d-dce7-4eb9-86f8-c83161b05096 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Apr 08 19:44:34.728861 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f2e9c3f4-a3e9-4d72-b5db-fac7eb076870 req-8dfea988-c7e8-4d51-be19-63220062ea91 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 210 time: 0.1529579 Apr 08 19:44:34.734369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Pushing event updated for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:34.743397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:34.820111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:34.930072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0bf5d-a0e4-4a94-962f-e8ea3d3da941 req-7e4a32ab-c873-4059-b331-a95f6932afba tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:34.932710 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-18d0bf5d-a0e4-4a94-962f-e8ea3d3da941 req-7e4a32ab-c873-4059-b331-a95f6932afba tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1117826 Apr 08 19:44:34.967022 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-18d0bf5d-a0e4-4a94-962f-e8ea3d3da941 req-706c2dce-d176-43f9-8757-e2378ed9182c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271249 Apr 08 19:44:35.056848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Attempting to bind port f476d162-42cb-487c-ba40-83c187ac7705 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:35.057666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Attempting to bind port f476d162-42cb-487c-ba40-83c187ac7705 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:35.058053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Attempting to bind port f476d162-42cb-487c-ba40-83c187ac7705 on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:35.063534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Port f476d162-42cb-487c-ba40-83c187ac7705 on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:35.063903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Attempting to bind port f476d162-42cb-487c-ba40-83c187ac7705 on network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:35.068037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:35.079806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', '9050c248-a9a3-469f-9a99-5da993534beb'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:35.135523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7263c442-d505-4edc-bb72-913e042d72aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:35.214263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:35.214647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Checking segment: {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:35.227548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Bound using segment: {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:35.228143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Bound port: f476d162-42cb-487c-ba40-83c187ac7705, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:35.229377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:35.429372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event updated for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:35.442857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489f69-a4fa-4503-9be5-29703d5d3581 req-728d1382-2a2a-420c-8861-090ff92fb203 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:35.444978 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d489f69-a4fa-4503-9be5-29703d5d3581 req-728d1382-2a2a-420c-8861-090ff92fb203 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1672399 Apr 08 19:44:35.453481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:35.471302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:35.477965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f476d162-42cb-487c-ba40-83c187ac7705,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:35.490433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d489f69-a4fa-4503-9be5-29703d5d3581 req-fd5b38c6-c5dd-4639-bb57-8cb2a3f65d2c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Apr 08 19:44:35.500870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:35.596844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:35.799246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451e57c-d2fc-4afa-91ab-1bc6beb73a6f req-23e7c6dd-c265-41f8-a6de-52706613378b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:35.809702 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b451e57c-d2fc-4afa-91ab-1bc6beb73a6f req-23e7c6dd-c265-41f8-a6de-52706613378b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 943 time: 0.1379733 Apr 08 19:44:35.861681 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b451e57c-d2fc-4afa-91ab-1bc6beb73a6f req-32a2f65a-f3f3-430a-83ab-694198cae071 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Apr 08 19:44:35.964383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9d04d898-0111-4e42-8616-a2f6721aaad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.003011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:44:36.004720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:44:36.013504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:44:36.184865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:36.185807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.199216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06b181-c6a2-457a-98fa-fa471f80d44e req-1864104c-08da-404d-8766-f43a05f2021c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:36.201099 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0d06b181-c6a2-457a-98fa-fa471f80d44e req-1864104c-08da-404d-8766-f43a05f2021c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.2078593 Apr 08 19:44:36.211159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57114) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:36.218129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'floatingip': {'port_id': '641be890-6133-4907-b836-7dd4c115cfcb'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:36.277972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Pushing event updated for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:36.281971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:36.327116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.343846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.362597 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7625113 Apr 08 19:44:36.382015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Request body: {'port': {'device_id': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:44:36.439837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:36.439837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.439837 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] 10.222.0.13 "PUT /v2.0/ports/f476d162-42cb-487c-ba40-83c187ac7705 HTTP/1.1" status: 200 len: 1093 time: 3.7351322 Apr 08 19:44:36.444307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:36.475341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251f1bb-5f69-40c5-98c0-1627d5927cd7 req-6b240fe4-dbe2-4c3e-8a86-ef6a8ef1b05e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:36.476142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-e251f1bb-5f69-40c5-98c0-1627d5927cd7 req-6b240fe4-dbe2-4c3e-8a86-ef6a8ef1b05e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:36.559682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705', 'status': 'completed', 'code': 200} Apr 08 19:44:36.632890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-e251f1bb-5f69-40c5-98c0-1627d5927cd7 req-6b240fe4-dbe2-4c3e-8a86-ef6a8ef1b05e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:36.634170 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e251f1bb-5f69-40c5-98c0-1627d5927cd7 req-6b240fe4-dbe2-4c3e-8a86-ef6a8ef1b05e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 932 time: 0.4407628 Apr 08 19:44:36.653472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:36.733729 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e251f1bb-5f69-40c5-98c0-1627d5927cd7 req-d650546e-be9c-4266-8dc2-bf3a5b36262b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812297 Apr 08 19:44:36.744097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-056d66e4-4002-43f7-9261-97d0b8823a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:36.746499 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-056d66e4-4002-43f7-9261-97d0b8823a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 1096 time: 0.1856964 Apr 08 19:44:36.872653 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-6aec4685-6d89-4114-b557-6a1fb48a9380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f476d162-42cb-487c-ba40-83c187ac7705 HTTP/1.1" status: 200 len: 217 time: 0.0881865 Apr 08 19:44:37.095301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:37.160866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-0b42a671-4ad2-4a01-b32a-4b5b1aeb7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:37.163070 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-0b42a671-4ad2-4a01-b32a-4b5b1aeb7025 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eda6052-a893-4805-b674-c890524e6879 HTTP/1.1" status: 200 len: 849 time: 0.2804017 Apr 08 19:44:37.351404 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-3f3c6a8b-2e99-40c3-bd73-919d4332c874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802015 Apr 08 19:44:37.576925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e97d4-4a01-4254-a97f-689e2a50c7a9 req-23a5ade3-96a4-4a44-9231-20ee00c1224e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:37.586619 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6a8e97d4-4a01-4254-a97f-689e2a50c7a9 req-23a5ade3-96a4-4a44-9231-20ee00c1224e tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 943 time: 0.1842902 Apr 08 19:44:37.617383 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-51de088d-ad9d-4ee9-8ff2-e75ccacd3b9b service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478366 Apr 08 19:44:37.668513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:37.732023 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6a8e97d4-4a01-4254-a97f-689e2a50c7a9 req-12d2ec00-58f4-421a-8e05-252210f2a98a tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443536 Apr 08 19:44:37.775853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.resource_extend [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 19:44:37.801427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c732e40-f488-44b4-a7b8-d8a5d3111510 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:37.820136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:37.863248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Transition to ACTIVE for port object 1c732e40-f488-44b4-a7b8-d8a5d3111510 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:44:37.867763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:37.918396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:37.919619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4516220-f00b-4c71-8ccf-d78775a61545 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:37.923042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:38.079106 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7fdbc499-13fe-44a9-bc62-c79f37f04f5c req-53c53bc3-f821-4eb1-ad8c-9199a814ce83 service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161596 Apr 08 19:44:38.152002 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Floating IP ae974777-4e5f-4417-ad0a-26d37518b2cd associated. External IP: 172.28.3.179, port: 641be890-6133-4907-b836-7dd4c115cfcb. Apr 08 19:44:38.234978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Pushing event updated for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:38.254085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:38.322485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bdd52-8355-442f-bafc-523a705fdcc8 req-0eebb3c5-9626-456b-9005-56292fa7b1f6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:38.324193 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fd6bdd52-8355-442f-bafc-523a705fdcc8 req-0eebb3c5-9626-456b-9005-56292fa7b1f6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 944 time: 0.4188306 Apr 08 19:44:38.423977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-26456d7b-afaa-462c-8231-b618fa7bbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:38.425939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-26456d7b-afaa-462c-8231-b618fa7bbd8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e7e672b38554233af98de935e27f505&device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 1096 time: 0.2665989 Apr 08 19:44:38.467164 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fd6bdd52-8355-442f-bafc-523a705fdcc8 req-1498c154-1e79-4d69-b3a3-0f99b4b2d88c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819592 Apr 08 19:44:38.684150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Attempting to bind port 1c732e40-f488-44b4-a7b8-d8a5d3111510 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:44:38.684645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Attempting to bind port 1c732e40-f488-44b4-a7b8-d8a5d3111510 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:44:38.684921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Attempting to bind port 1c732e40-f488-44b4-a7b8-d8a5d3111510 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:38.694339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Port 1c732e40-f488-44b4-a7b8-d8a5d3111510 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:44:38.694715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Attempting to bind port 1c732e40-f488-44b4-a7b8-d8a5d3111510 on network 62be85fb-0af3-49e9-aba9-af5b3906c1cf {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:44:38.711337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:44:38.711696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Checking segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:44:38.712138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Bound using segment: {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:44:38.712698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Bound port: 1c732e40-f488-44b4-a7b8-d8a5d3111510, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f560ba-3015-4c27-952d-12ec4ee2c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:44:38.713098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:38.759793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-f51c4c4b-b1c1-4ece-b606-7e5abcea1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:38.761819 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-f51c4c4b-b1c1-4ece-b606-7e5abcea1b89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 200 len: 910 time: 0.2981575 Apr 08 19:44:38.814358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:44:39.062875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:44:39.075435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:39.086297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:44:39.097655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:44:39.098671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:44:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:39.195554 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b0aab024-9c59-4848-b72e-a0af88f7e162 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "PUT /v2.0/floatingips/ae974777-4e5f-4417-ad0a-26d37518b2cd HTTP/1.1" status: 200 len: 991 time: 2.9830592 Apr 08 19:44:39.196611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:39.392098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:39.443963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:44:39.447194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:44:39.463457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-ce9b1282-f9da-4153-840e-fdff1e5bc688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f476d162-42cb-487c-ba40-83c187ac7705 HTTP/1.1" status: 200 len: 217 time: 0.6794338 Apr 08 19:44:39.468294 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb', 'status': 'completed', 'code': 200} Apr 08 19:44:39.477301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:39.557495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b94ba382-1432-43b0-ba09-63250cdcb057 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:39.659895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Pushing event updated for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:39.663521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:39.713635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771134e8-479e-4f60-ab56-d7fb29f0e50c req-67fba4f8-52ad-4c94-87d1-967febced2ee tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:39.716028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-771134e8-479e-4f60-ab56-d7fb29f0e50c req-67fba4f8-52ad-4c94-87d1-967febced2ee tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1260402 Apr 08 19:44:39.718306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4b18-18b4-43b3-b452-117a4602152c req-bb21ec14-7971-4697-abd3-19cbd0dca7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:39.719878 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-bb21ec14-7971-4697-abd3-19cbd0dca7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1098 time: 0.2198162 Apr 08 19:44:39.789068 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-771134e8-479e-4f60-ab56-d7fb29f0e50c req-e2a6e1ed-5634-4134-98e6-7b40e9f6d9f4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Apr 08 19:44:39.870180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-e3799be8-c033-4e00-9b48-004fef9807a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:39.872126 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-e3799be8-c033-4e00-9b48-004fef9807a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eda6052-a893-4805-b674-c890524e6879 HTTP/1.1" status: 200 len: 849 time: 0.3636374 Apr 08 19:44:39.876460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'ae974777-4e5f-4417-ad0a-26d37518b2cd', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': '641be890-6133-4907-b836-7dd4c115cfcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:1b:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce0272-6c73-4e0e-8569-1421b792616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:44:16Z', 'updated_at': '2021-04-08T19:44:37Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:39.885919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:44:39.906216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:44:39.906886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:44:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:39.938055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:39.939098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:39.941433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] 10.222.0.13 "PUT /v2.0/ports/1c732e40-f488-44b4-a7b8-d8a5d3111510 HTTP/1.1" status: 200 len: 1094 time: 3.5642092 Apr 08 19:44:39.957975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:39.980145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109a877-e2c0-4c10-83b0-fa5d5b259a0e req-d9aaf9d3-6e88-4f82-9896-6f784d441da5 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:39.981344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-1109a877-e2c0-4c10-83b0-fa5d5b259a0e req-d9aaf9d3-6e88-4f82-9896-6f784d441da5 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Synchronizing usage tracker for tenant:1e7e672b38554233af98de935e27f505 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:44:39.991357 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-555104d0-5851-44c5-95e3-38fb248fbd35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038730 Apr 08 19:44:40.049798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4b18-18b4-43b3-b452-117a4602152c req-5dc4207a-3a82-4ea3-8e3f-020b8ab69d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.051366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f476d162-42cb-487c-ba40-83c187ac7705 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:40.051678 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-5dc4207a-3a82-4ea3-8e3f-020b8ab69d53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.3233860 Apr 08 19:44:40.154291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:44:40.217612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-4b276ac5-1f36-4693-9ada-12077c392b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.220063 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-4b276ac5-1f36-4693-9ada-12077c392b75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.8615866 Apr 08 19:44:40.223191 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-1cf43888-a845-480e-aa1e-fae948efaa4e service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734724 Apr 08 19:44:40.313034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f476d162-42cb-487c-ba40-83c187ac7705,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:40.328718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'f476d162-42cb-487c-ba40-83c187ac7705', 'network_id': '80f53ed7-3375-4077-b2fa-3bc39d0eaaf7', 'port_id': 'f476d162-42cb-487c-ba40-83c187ac7705', 'mac_address': 'fa:16:3e:11:6c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda6052-a893-4805-b674-c890524e6879', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:40.402544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:40.404111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f476d162-42cb-487c-ba40-83c187ac7705 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:40.414742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16bce9b0-ce28-4b11-8f1e-d896e9fae969 req-5f9c3b2c-d04f-49e3-8f13-ffe4d0b6e1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736708 Apr 08 19:44:40.439253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-1109a877-e2c0-4c10-83b0-fa5d5b259a0e req-d9aaf9d3-6e88-4f82-9896-6f784d441da5 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Unset dirty status for tenant:1e7e672b38554233af98de935e27f505 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:44:40.440849 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1109a877-e2c0-4c10-83b0-fa5d5b259a0e req-d9aaf9d3-6e88-4f82-9896-6f784d441da5 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 943 time: 1.1394479 Apr 08 19:44:40.442466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f476d162-42cb-487c-ba40-83c187ac7705,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:40.446135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:40.449264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:40.470259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738b8b4-79d2-4d6e-a872-17182e40013c req-34484450-c0f2-4b0d-9a65-95049e71ff93 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.478057 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a738b8b4-79d2-4d6e-a872-17182e40013c req-34484450-c0f2-4b0d-9a65-95049e71ff93 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 944 time: 0.5149667 Apr 08 19:44:40.509803 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1109a877-e2c0-4c10-83b0-fa5d5b259a0e req-43fabe8f-a651-4270-8cee-383674f5a55f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Apr 08 19:44:40.528001 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a738b8b4-79d2-4d6e-a872-17182e40013c req-aba49613-927c-4a30-a830-880cf2786e8c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Apr 08 19:44:40.532384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:40.537498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:40.562091 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-cda518f7-7ce7-4b7f-893c-1eb6b51d9498 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 999 time: 0.5002418 Apr 08 19:44:40.605035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-3201bd9f-ec44-4e8a-85b7-212bdf01fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.606591 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-3201bd9f-ec44-4e8a-85b7-212bdf01fe3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 1097 time: 0.6216326 Apr 08 19:44:40.672431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4b18-18b4-43b3-b452-117a4602152c req-74c1cbde-c577-4efa-ad94-08b0943a073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.674609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-74c1cbde-c577-4efa-ad94-08b0943a073e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.1050470 Apr 08 19:44:40.697484 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510', 'status': 'completed', 'code': 200} Apr 08 19:44:40.714603 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-95c010b0-c364-47fd-b3f6-df8c0a565836 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510 HTTP/1.1" status: 200 len: 217 time: 0.0906205 Apr 08 19:44:40.764511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4b18-18b4-43b3-b452-117a4602152c req-a7be040b-c3cc-4a12-9b70-23a76f0f610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.766146 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-a7be040b-c3cc-4a12-9b70-23a76f0f610c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831966 Apr 08 19:44:40.784898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-72f3d2da-2c1e-45eb-94fe-b7981154a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.786501 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-72f3d2da-2c1e-45eb-94fe-b7981154a485 service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.3749051 Apr 08 19:44:40.790688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['f476d162-42cb-487c-ba40-83c187ac7705'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:40.835231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'ae974777-4e5f-4417-ad0a-26d37518b2cd', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': '641be890-6133-4907-b836-7dd4c115cfcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:1b:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce0272-6c73-4e0e-8569-1421b792616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:44:16Z', 'updated_at': '2021-04-08T19:44:37Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:44:40.854390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8faab2-7d1c-4bd3-80ee-cb1e784f4931 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'ae974777-4e5f-4417-ad0a-26d37518b2cd', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': '641be890-6133-4907-b836-7dd4c115cfcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:1b:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce0272-6c73-4e0e-8569-1421b792616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:44:16Z', 'updated_at': '2021-04-08T19:44:37Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:44:40.871743 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-0a9e5c5a-3540-4854-a161-1a45dff60b17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.0761824 Apr 08 19:44:40.956803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-a62612ca-dd5e-45d1-a395-cc2539bd1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.958413 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-a62612ca-dd5e-45d1-a395-cc2539bd1b13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.0792530 Apr 08 19:44:40.961995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-63c73173-8b2e-4f37-b046-4287b3af3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:40.963682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-63c73173-8b2e-4f37-b046-4287b3af3f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.2320280 Apr 08 19:44:41.059658 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-c12f00c8-d48f-4812-980e-3f2fe50f4523 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847803 Apr 08 19:44:41.060644 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-6797ceff-c89e-446a-bcc9-ede8a8dd5051 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904355 Apr 08 19:44:41.067762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-82a95265-84f1-41a6-bfe1-4c06f518eead service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617695 Apr 08 19:44:41.215060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dcb90-5552-4087-be94-316653e5ca47 req-aef3f5ba-bc0c-4e4d-bdb2-fb18f6013cef tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:41.216815 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9a7dcb90-5552-4087-be94-316653e5ca47 req-aef3f5ba-bc0c-4e4d-bdb2-fb18f6013cef tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.2459295 Apr 08 19:44:41.268657 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9a7dcb90-5552-4087-be94-316653e5ca47 req-823733e6-aeae-4a7f-84b0-e6f12739d317 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Apr 08 19:44:41.274607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b058c-09d5-4ef3-87f7-679a6a5b3fd6 None None] New status for floating IP ae974777-4e5f-4417-ad0a-26d37518b2cd: ACTIVE {{(pid=85307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:44:41.287791 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2de4b18-18b4-43b3-b452-117a4602152c req-6fda6f30-1900-4b96-819c-d62a0f47f254 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116122 Apr 08 19:44:41.404330 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-6ac48f87-a71d-4829-b6da-88c6bbd11ace service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247278 Apr 08 19:44:41.406386 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-b083e35e-d90c-47e4-baeb-c6b8edd8e703 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281212 Apr 08 19:44:41.473648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57380) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:41.720555 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-23cfff2c-a289-48e8-b980-3e70daf6f235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c7c7ce173de4b9d837e0ff9fc9ff13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455611 Apr 08 19:44:41.727867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57394) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:41.834249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4ac2-aabb-4966-9fc8-66f1ab127fb3 req-49ee3796-52a2-4c5c-9a49-86457705b280 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:41.835933 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-885f4ac2-aabb-4966-9fc8-66f1ab127fb3 req-49ee3796-52a2-4c5c-9a49-86457705b280 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 944 time: 0.1721282 Apr 08 19:44:41.845573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:41.894917 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-885f4ac2-aabb-4966-9fc8-66f1ab127fb3 req-605b208b-e5df-4c61-9bf3-f73e267999f5 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Apr 08 19:44:41.896732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:41.954837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:41.960078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-34fa4288-1e8b-45df-bee3-3629ebadac1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:41.976252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6c133-17d9-4aaa-a245-6bb08cf5b375,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:41.982057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:41.986198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff04af22-cd57-4345-99b8-82a1bfd45706 req-7968227f-1355-49dc-a32f-39a8e13ed539 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626633 Apr 08 19:44:42.001685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:42.007736 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5a6c133-17d9-4aaa-a245-6bb08cf5b375 HTTP/1.1" status: 204 len: 168 time: 0.2784958 Apr 08 19:44:42.031749 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e6cc071d-d712-47b9-8f0c-5dfac47838e9 req-5d629dd7-e71e-4243-9372-4e855ee53536 service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095362 Apr 08 19:44:42.050606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780f965-ca4e-4b5b-866f-a10b7f3cc7d9 req-b6d87c39-5972-4a0f-8c40-76e20cb92af6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.051438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f476d162-42cb-487c-ba40-83c187ac7705 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:42.057376 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6780f965-ca4e-4b5b-866f-a10b7f3cc7d9 req-b6d87c39-5972-4a0f-8c40-76e20cb92af6 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 944 time: 0.2504954 Apr 08 19:44:42.098315 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6780f965-ca4e-4b5b-866f-a10b7f3cc7d9 req-845f9f64-4efc-410b-ba69-72530d02f9a2 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Apr 08 19:44:42.178920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port f476d162-42cb-487c-ba40-83c187ac7705 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:42.199266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port f476d162-42cb-487c-ba40-83c187ac7705 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:42.199949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:42.204170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-305e26a1-c146-40ed-947e-562fcc2b9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.206352 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-305e26a1-c146-40ed-947e-562fcc2b9d4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=790907dbf7a8482bb06f3355829d0654&device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 1097 time: 0.1066942 Apr 08 19:44:42.349436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:42.362505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:42.387600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f476d162-42cb-487c-ba40-83c187ac7705,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:42.389763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-3412a967-2a91-408f-bff8-1d6a40e32f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.391901 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-3412a967-2a91-408f-bff8-1d6a40e32f7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 200 len: 915 time: 0.1788111 Apr 08 19:44:42.393482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:42.396626 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:42.465127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705', 'code': 200} Apr 08 19:44:42.504817 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-9f2a9724-1d30-43cf-b9aa-b0ce3fa527bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510 HTTP/1.1" status: 200 len: 217 time: 0.1043866 Apr 08 19:44:42.515674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:42.519788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:42.541365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a29e-a4cf-4c72-8efa-10b6dec48c97 req-eabba0dc-83c1-44c8-b42a-309d71f473b5 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.543084 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2161a29e-a4cf-4c72-8efa-10b6dec48c97 req-eabba0dc-83c1-44c8-b42a-309d71f473b5 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1057217 Apr 08 19:44:42.584625 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2161a29e-a4cf-4c72-8efa-10b6dec48c97 req-1f7a9818-56bb-4eea-83fa-90de693eb447 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Apr 08 19:44:42.617798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-bc8adc88-ba1f-4185-ae3e-532046d6741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.619677 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-bc8adc88-ba1f-4185-ae3e-532046d6741c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 200 len: 854 time: 0.0986640 Apr 08 19:44:42.736902 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-74f4ecea-8744-4506-bbfd-c64d19ea08b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62be85fb-0af3-49e9-aba9-af5b3906c1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601289 Apr 08 19:44:42.871630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0babdc-625f-4be8-9c36-6730c11467f7 req-4b5101d1-ae39-4e14-8796-b2434fa88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:42.873276 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb0babdc-625f-4be8-9c36-6730c11467f7 req-4b5101d1-ae39-4e14-8796-b2434fa88fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 1098 time: 0.2317955 Apr 08 19:44:42.919588 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb0babdc-625f-4be8-9c36-6730c11467f7 req-99730c76-9299-46d1-a359-1083f7120b8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Apr 08 19:44:42.922746 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-80af2ecf-5c6d-4b37-b072-2d9981e80eef service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776893 Apr 08 19:44:43.257511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce323-105c-496f-b484-f6b8f756b0a9 req-ee35646c-19a1-4d1c-86ea-7b5e413c2d33 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:43.266396 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-37cce323-105c-496f-b484-f6b8f756b0a9 req-ee35646c-19a1-4d1c-86ea-7b5e413c2d33 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.1807091 Apr 08 19:44:43.292200 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c7d713b2-446b-4a71-927c-d399a6a235e6 req-c407dcf0-08b6-4cb5-b31e-acba78996cdc service neutron] 10.222.0.13 "GET /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114882 Apr 08 19:44:43.309669 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-37cce323-105c-496f-b484-f6b8f756b0a9 req-bf02402d-92aa-4f6a-88b8-54e2e1ab18de tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Apr 08 19:44:43.398547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57450) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:43.434494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33470-d018-47f9-890b-22f53a1d0db2 req-f6933b3a-74c9-40c2-9c68-5ecee7db089d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:43.436041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4bb33470-d018-47f9-890b-22f53a1d0db2 req-f6933b3a-74c9-40c2-9c68-5ecee7db089d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 944 time: 0.0963538 Apr 08 19:44:43.475098 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4bb33470-d018-47f9-890b-22f53a1d0db2 req-e85dd83e-be2d-4f20-92f8-5fdd0e500501 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Apr 08 19:44:43.574014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.593704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:43.597834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb71227b3c574c3cb3f7cd7db805d59d is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:43.600864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:43.606934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:43.692224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.695685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.703631 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-aab1fd13-2e7e-42f4-ad4f-dc8b3ec3bce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:43.752661 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb71227b3c574c3cb3f7cd7db805d59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505642 Apr 08 19:44:43.752661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c1714-7f15-40df-ae27-f96e02551871,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:43.753627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57462) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:43.756427 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:43.793523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f0db-e563-4916-8357-8a27404d4c51 req-5a36c1fd-c6f4-4934-bf36-a46340dae2bd tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:43.795174 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6ac3f0db-e563-4916-8357-8a27404d4c51 req-5a36c1fd-c6f4-4934-bf36-a46340dae2bd tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0898657 Apr 08 19:44:43.818584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.832505 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6ac3f0db-e563-4916-8357-8a27404d4c51 req-a2c373eb-368d-47d6-a8d6-40cc5b3e2536 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257249 Apr 08 19:44:43.848391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.893604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.897405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6a95ed15-58cc-4aa8-9c0c-3afe9f2ed98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:43.908696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c1714-7f15-40df-ae27-f96e02551871,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:43.912704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:43.916104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:43.917342 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b98c1714-7f15-40df-ae27-f96e02551871 HTTP/1.1" status: 204 len: 168 time: 0.1627495 Apr 08 19:44:44.070237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 1c732e40-f488-44b4-a7b8-d8a5d3111510 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:44:44.226310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:44.248419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '1c732e40-f488-44b4-a7b8-d8a5d3111510', 'network_id': '62be85fb-0af3-49e9-aba9-af5b3906c1cf', 'port_id': '1c732e40-f488-44b4-a7b8-d8a5d3111510', 'mac_address': 'fa:16:3e:c1:d4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da764cf-0945-4292-9752-5de065869e60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:44:44.308176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:44.309535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c732e40-f488-44b4-a7b8-d8a5d3111510 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:44:44.330969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:44.334358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:44.337298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:44.409266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:44.414107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:44.506414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27a77-32b4-4028-b9d2-ad5c6b8cda63 req-99740a19-0bb7-42ee-bce7-aae3afde9c4b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:44.508164 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-71f27a77-32b4-4028-b9d2-ad5c6b8cda63 req-99740a19-0bb7-42ee-bce7-aae3afde9c4b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.0912638 Apr 08 19:44:44.544415 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-71f27a77-32b4-4028-b9d2-ad5c6b8cda63 req-8c845feb-12e6-406e-8c9e-57b7dd276ec0 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293727 Apr 08 19:44:44.697728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['1c732e40-f488-44b4-a7b8-d8a5d3111510'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:44.709585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9750e-8f02-4ffa-b5f3-e4606457deea req-a37db5a6-3e13-4d1b-9b9b-617710ebed6c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:44.711537 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c9f9750e-8f02-4ffa-b5f3-e4606457deea req-a37db5a6-3e13-4d1b-9b9b-617710ebed6c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 945 time: 0.0928044 Apr 08 19:44:44.744211 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c9f9750e-8f02-4ffa-b5f3-e4606457deea req-d1879dc2-1fbf-4955-a5a8-34878d55764d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252948 Apr 08 19:44:45.051709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55c52-d1a3-428a-9882-ce7ccad834f0 req-70c959bd-19d7-4242-8f61-c480ce4a1436 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:45.053344 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-02b55c52-d1a3-428a-9882-ce7ccad834f0 req-70c959bd-19d7-4242-8f61-c480ce4a1436 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0882001 Apr 08 19:44:45.085085 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-02b55c52-d1a3-428a-9882-ce7ccad834f0 req-8a0de3cf-2648-4994-82e6-ee49dc0dbb79 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249393 Apr 08 19:44:45.889213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b733c0-f4d1-44a7-ad27-f9881f254152 req-039f3c74-141f-4ee9-8d11-3f306144cf40 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:45.890886 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-01b733c0-f4d1-44a7-ad27-f9881f254152 req-039f3c74-141f-4ee9-8d11-3f306144cf40 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.0996170 Apr 08 19:44:45.920999 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-01b733c0-f4d1-44a7-ad27-f9881f254152 req-03ee7277-c406-43da-92d9-aef545e7403c tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236208 Apr 08 19:44:45.950473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca33e7-b91d-4527-a918-817fe450db8c req-591dc972-3fe7-4115-b575-914e7c13856f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:45.952034 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2ca33e7-b91d-4527-a918-817fe450db8c req-591dc972-3fe7-4115-b575-914e7c13856f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 945 time: 0.0897298 Apr 08 19:44:45.987798 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2ca33e7-b91d-4527-a918-817fe450db8c req-4140a137-bdda-4a1a-b270-7180bfc32a85 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293505 Apr 08 19:44:46.092824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 1c732e40-f488-44b4-a7b8-d8a5d3111510 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:44:46.169181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 1c732e40-f488-44b4-a7b8-d8a5d3111510 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:44:46.180866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 1c732e40-f488-44b4-a7b8-d8a5d3111510 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:44:46.181564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:46.309250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bffc3-1940-4c4b-9518-a3f6f8846a6b req-668e8c59-8fed-42ee-a81c-c83014a3d940 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:46.310850 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-594bffc3-1940-4c4b-9518-a3f6f8846a6b req-668e8c59-8fed-42ee-a81c-c83014a3d940 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1023934 Apr 08 19:44:46.325189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:46.341573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:46.347920 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-594bffc3-1940-4c4b-9518-a3f6f8846a6b req-60e1a63c-0e80-4874-8c2f-5c70e76cb8c1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304744 Apr 08 19:44:46.348280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:46.351395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:46.353969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:46.394761 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510', 'code': 200} Apr 08 19:44:46.431962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:46.435295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:46.644423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80eeb3-c7f3-4284-b2e4-17d0a8c8460b req-97562451-f67a-479a-955f-f048db40acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:46.646261 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-db80eeb3-c7f3-4284-b2e4-17d0a8c8460b req-97562451-f67a-479a-955f-f048db40acb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 1099 time: 0.0788929 Apr 08 19:44:46.685122 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-db80eeb3-c7f3-4284-b2e4-17d0a8c8460b req-2a3cc9b9-ae08-4302-8236-cd10b9033796 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222237 Apr 08 19:44:47.136939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911c11f-70eb-4bd0-879b-24bf613c8a48 req-73f3d1cd-412e-4c08-af69-a6b0bf3ba960 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:47.139004 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b911c11f-70eb-4bd0-879b-24bf613c8a48 req-73f3d1cd-412e-4c08-af69-a6b0bf3ba960 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.0953264 Apr 08 19:44:47.176954 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b911c11f-70eb-4bd0-879b-24bf613c8a48 req-ef97ce10-f802-4ea5-a16c-884f3fdd77fa tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Apr 08 19:44:47.204209 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abef0c5-f64a-437f-bdbf-b9f3cc1912cb req-799f268c-fdd0-4532-89f7-11dc568d463b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:47.205837 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1abef0c5-f64a-437f-bdbf-b9f3cc1912cb req-799f268c-fdd0-4532-89f7-11dc568d463b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.0973799 Apr 08 19:44:47.236622 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1abef0c5-f64a-437f-bdbf-b9f3cc1912cb req-5b79dc04-de2a-4fea-af53-e4f7ff73de87 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241466 Apr 08 19:44:47.558425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ec8a-ce1d-43e1-b02f-6a5f6c12d00d req-def0ad90-9e30-49c9-befa-0ccf43111b1a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:47.559988 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0763ec8a-ce1d-43e1-b02f-6a5f6c12d00d req-def0ad90-9e30-49c9-befa-0ccf43111b1a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0935245 Apr 08 19:44:47.591225 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0763ec8a-ce1d-43e1-b02f-6a5f6c12d00d req-f1f5c05b-af30-43c6-b7fa-ff6d48617582 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246255 Apr 08 19:44:47.785930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-41e3533e-1395-4912-ba06-4354a0b69a5b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:47.787598 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-41e3533e-1395-4912-ba06-4354a0b69a5b tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.0907421 Apr 08 19:44:47.880688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Deleting port f476d162-42cb-487c-ba40-83c187ac7705 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:44:47.881071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:48.155285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] For port f476d162-42cb-487c-ba40-83c187ac7705, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f476d162-42cb-487c-ba40-83c187ac7705,segment=NetworkSegment(c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca),segment_id=c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:48.155873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:48.290850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Calling delete_port for f476d162-42cb-487c-ba40-83c187ac7705 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:44:48.449704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95ed76-e520-4fd1-9e61-b5dfaafec663 req-5ad20191-7c0a-4052-b94d-49a0eeb6cb65 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:48.451219 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3f95ed76-e520-4fd1-9e61-b5dfaafec663 req-5ad20191-7c0a-4052-b94d-49a0eeb6cb65 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.0957797 Apr 08 19:44:48.482369 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3f95ed76-e520-4fd1-9e61-b5dfaafec663 req-bc7eb1a1-8114-4785-946b-be812b758529 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245790 Apr 08 19:44:48.501821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee83af-af19-4b3b-90a6-d0ec4dff18bf req-513293cd-953d-4922-a33a-2a26289b6082 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:48.503429 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-11ee83af-af19-4b3b-90a6-d0ec4dff18bf req-513293cd-953d-4922-a33a-2a26289b6082 tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2c858e4-6ad7-41b6-b5ba-645374df8a7d HTTP/1.1" status: 200 len: 945 time: 0.1818242 Apr 08 19:44:48.541022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:48.545488 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-11ee83af-af19-4b3b-90a6-d0ec4dff18bf req-01aad0c9-8fa5-4e9f-89c0-1fc0fa1c273f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.35 "GET /v2.0/security-groups?id=517be1af-b75e-4c3f-8b87-c168a21ab571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Apr 08 19:44:48.553583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['f476d162-42cb-487c-ba40-83c187ac7705'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:48.560273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:48.620962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Pushing event deleted for resources: {'Port': ['ID=f476d162-42cb-487c-ba40-83c187ac7705,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:48.636796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.637211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.637610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.638005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.638530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.638784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.639166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.639552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.640254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.640254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.640691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.641053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:48.691581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:48.849640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e016-cce9-4e48-81b9-65de6a65b3f9 req-fea68851-f2a9-4c4a-b79d-474823bae505 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:48.851358 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22c8e016-cce9-4e48-81b9-65de6a65b3f9 req-fea68851-f2a9-4c4a-b79d-474823bae505 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1296761 Apr 08 19:44:48.899088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] No DVR routers for this DVR port f476d162-42cb-487c-ba40-83c187ac7705 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:44:48.902516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:48.904907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22c8e016-cce9-4e48-81b9-65de6a65b3f9 req-a7822d16-1036-4dcd-9698-62fb25f072ca tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Apr 08 19:44:48.907856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'name': 'network-vif-deleted', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:44:48.941992 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e135a43-9ecf-415e-b928-432a13fe9eff req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] 10.222.0.13 "DELETE /v2.0/ports/f476d162-42cb-487c-ba40-83c187ac7705 HTTP/1.1" status: 204 len: 173 time: 1.1411686 Apr 08 19:44:48.971767 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c858e4-6ad7-41b6-b5ba-645374df8a7d', 'name': 'network-vif-deleted', 'tag': 'f476d162-42cb-487c-ba40-83c187ac7705', 'status': 'completed', 'code': 200} Apr 08 19:44:50.121134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863c2c-a657-46c0-a838-e78d61aea726 req-d9bb44df-da74-40af-b0b3-d990a8a221fa tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:50.124396 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b863c2c-a657-46c0-a838-e78d61aea726 req-d9bb44df-da74-40af-b0b3-d990a8a221fa tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1011336 Apr 08 19:44:50.154146 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b863c2c-a657-46c0-a838-e78d61aea726 req-a4258e29-1592-450f-91ed-4a2a89e63f60 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251029 Apr 08 19:44:51.373114 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b673b-c8d1-42a0-92be-1b1c75299c4a req-d583ac5f-8774-4360-b8e3-561034e1374c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:51.374743 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c14b673b-c8d1-42a0-92be-1b1c75299c4a req-d583ac5f-8774-4360-b8e3-561034e1374c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0948038 Apr 08 19:44:51.408083 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c14b673b-c8d1-42a0-92be-1b1c75299c4a req-ff903155-b59a-4f7a-bdb3-aec164b8972e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269656 Apr 08 19:44:52.158755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f476d162-42cb-487c-ba40-83c187ac7705 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:44:52.196301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: f476d162-42cb-487c-ba40-83c187ac7705 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:44:52.197000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f476d162-42cb-487c-ba40-83c187ac7705 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:44:52.616121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831f1f-15f2-4c25-9011-fbd3c9b24594 req-1fc885cc-ce12-42b7-95b1-d24ba9d50c75 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:52.618080 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86831f1f-15f2-4c25-9011-fbd3c9b24594 req-1fc885cc-ce12-42b7-95b1-d24ba9d50c75 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0938411 Apr 08 19:44:52.650612 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86831f1f-15f2-4c25-9011-fbd3c9b24594 req-22313462-9d73-4fa6-a170-1cbf2a6ca2a9 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260193 Apr 08 19:44:53.866582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7144d0-70cf-4344-afcf-8a083c52b45d req-98e33edb-e5d9-42b7-86f8-70e85363be31 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:53.868199 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4f7144d0-70cf-4344-afcf-8a083c52b45d req-98e33edb-e5d9-42b7-86f8-70e85363be31 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0955694 Apr 08 19:44:53.902256 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4f7144d0-70cf-4344-afcf-8a083c52b45d req-6de0d6d1-ac33-45a2-a47d-e98555201d65 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259972 Apr 08 19:44:55.124133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 57744) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:55.129073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118d4e-2297-4216-b56f-1fbefd7442f7 req-763c081a-3292-48e9-b018-2540734c8663 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:55.130692 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d9118d4e-2297-4216-b56f-1fbefd7442f7 req-763c081a-3292-48e9-b018-2540734c8663 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0998702 Apr 08 19:44:55.163791 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d9118d4e-2297-4216-b56f-1fbefd7442f7 req-0a8187dd-b756-4390-8228-923e44a688d7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263376 Apr 08 19:44:55.284997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.311323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:44:55.317527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Usage tracker for resource:security_group_rule and tenant:c8f1ed637fcc4807bab8ba43fa80bf94 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:44:55.321507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:44:55.333314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:44:55.433237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.437204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.446187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9d245b8f-6c1e-4d6e-85fb-35ff9f09c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:55.486796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca05cff-777f-408b-a1ba-05d8dfbcbad5,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:55.494441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57750) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:44:55.494616 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8f1ed637fcc4807bab8ba43fa80bf94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690960 Apr 08 19:44:55.495559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:55.567129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.596882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.647091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.652940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-40794058-a92f-4e90-8803-bd222d3e67cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:55.666296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca05cff-777f-408b-a1ba-05d8dfbcbad5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:55.681428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.682370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.683101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.683501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.683892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.684431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.685136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.685529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.686322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.686715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.687160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.687956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:44:55.691720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:55.693380 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ca05cff-777f-408b-a1ba-05d8dfbcbad5 HTTP/1.1" status: 204 len: 168 time: 0.1975865 Apr 08 19:44:55.694756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:56.410205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82266d4-1552-4df5-b45e-283754dd87b8 req-9d35253e-ab97-4853-8304-495cf8777087 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:56.411836 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b82266d4-1552-4df5-b45e-283754dd87b8 req-9d35253e-ab97-4853-8304-495cf8777087 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0903997 Apr 08 19:44:56.430477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192260-20ef-4748-a1e9-9b0511d75c15 req-84139dc8-4903-44d5-a351-95d878fb9882 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:56.432870 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb192260-20ef-4748-a1e9-9b0511d75c15 req-84139dc8-4903-44d5-a351-95d878fb9882 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.1044910 Apr 08 19:44:56.450514 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b82266d4-1552-4df5-b45e-283754dd87b8 req-ba5f68a0-2e9a-4596-9a49-44514a063a65 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Apr 08 19:44:56.470127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb192260-20ef-4748-a1e9-9b0511d75c15 req-fb2c2664-7dbb-4f57-b337-2a9b79c93a4d tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Apr 08 19:44:57.690559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cfc5-54d1-434a-907d-ccc7d7153e3c req-63870ac5-63d7-42ed-ab48-eac96777547a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:57.692292 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c244cfc5-54d1-434a-907d-ccc7d7153e3c req-63870ac5-63d7-42ed-ab48-eac96777547a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1002860 Apr 08 19:44:57.721466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1c67c-9add-44aa-b219-1ecda1d3d66f req-8279211e-927b-446a-b04a-448493a39a34 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:57.723408 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76c1c67c-9add-44aa-b219-1ecda1d3d66f req-8279211e-927b-446a-b04a-448493a39a34 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.1075766 Apr 08 19:44:57.757891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c244cfc5-54d1-434a-907d-ccc7d7153e3c req-17763888-f202-40fc-a85a-ef2738bad3b3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 Apr 08 19:44:57.768934 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76c1c67c-9add-44aa-b219-1ecda1d3d66f req-14beda33-9dd8-4316-a267-e1dd4a27f85f tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Apr 08 19:44:58.618868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-f5fa34e3-a29e-41bf-a417-96a980bf6967 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:58.620568 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-f5fa34e3-a29e-41bf-a417-96a980bf6967 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.0985551 Apr 08 19:44:59.043220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faaa68-a740-49c6-987f-791ff468761e req-ae018c09-ce00-44b3-a8fc-dfb123f57ab1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:59.053874 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83faaa68-a740-49c6-987f-791ff468761e req-ae018c09-ce00-44b3-a8fc-dfb123f57ab1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 946 time: 0.1260700 Apr 08 19:44:59.062987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Deleting port 1c732e40-f488-44b4-a7b8-d8a5d3111510 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:44:59.063377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:59.096558 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83faaa68-a740-49c6-987f-791ff468761e req-5feba0fe-03e5-4d69-9d0e-e73df967c845 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Apr 08 19:44:59.340659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] For port 1c732e40-f488-44b4-a7b8-d8a5d3111510, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c732e40-f488-44b4-a7b8-d8a5d3111510,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:44:59.341067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:59.356579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535795a0-aeea-43d8-b075-166c4e14072f req-8b3bbf08-4be5-4011-bca1-48451e39a7a4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:44:59.364221 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-535795a0-aeea-43d8-b075-166c4e14072f req-8b3bbf08-4be5-4011-bca1-48451e39a7a4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.3971198 Apr 08 19:44:59.391809 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-535795a0-aeea-43d8-b075-166c4e14072f req-ebe5c961-9caf-47f6-92ad-414e79a6ade4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265899 Apr 08 19:44:59.528578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Calling delete_port for 1c732e40-f488-44b4-a7b8-d8a5d3111510 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:44:59.702681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:59.719034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-88959abf-0e81-4fae-b3bd-95c07fe4cf3f tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:44:59.722046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', '9050c248-a9a3-469f-9a99-5da993534beb', '1c732e40-f488-44b4-a7b8-d8a5d3111510'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:44:59.771015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event deleted for resources: {'Port': ['ID=1c732e40-f488-44b4-a7b8-d8a5d3111510,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:44:59.784829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:44:59.985794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] No DVR routers for this DVR port 1c732e40-f488-44b4-a7b8-d8a5d3111510 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:44:59.988396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:44:59.991386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'name': 'network-vif-deleted', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:00.013427 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-713cc230-e10c-42e4-a820-d7d1500b50f5 req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "DELETE /v2.0/ports/1c732e40-f488-44b4-a7b8-d8a5d3111510 HTTP/1.1" status: 204 len: 173 time: 1.3864501 Apr 08 19:45:00.069146 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2467ba-264a-4829-8641-5b94399d9c85', 'name': 'network-vif-deleted', 'tag': '1c732e40-f488-44b4-a7b8-d8a5d3111510', 'status': 'completed', 'code': 200} Apr 08 19:45:00.464534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-b913a0db-cf11-47da-afb5-d1edc6bcb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:00.467272 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-b913a0db-cf11-47da-afb5-d1edc6bcb1ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.1397693 Apr 08 19:45:00.689948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-3a76218c-4603-4792-81d1-db1514492df7 req-ce1acd86-6631-4e4a-ae2f-f464c6b6b136 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:45:00.739100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-3a76218c-4603-4792-81d1-db1514492df7 req-ce1acd86-6631-4e4a-ae2f-f464c6b6b136 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:45:00.740374 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a76218c-4603-4792-81d1-db1514492df7 req-ce1acd86-6631-4e4a-ae2f-f464c6b6b136 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb2467ba-264a-4829-8641-5b94399d9c85 HTTP/1.1" status: 200 len: 210 time: 0.1733284 Apr 08 19:45:00.791755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-44e1829e-39b2-4a93-907a-2cc30884e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:00.793891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-44e1829e-39b2-4a93-907a-2cc30884e30e service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.3016851 Apr 08 19:45:00.807230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4090c-ead0-4ab0-8c4f-782a7e668dd7 req-1042571e-4060-4cad-af93-49d3d561adc4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:00.809172 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-75d4090c-ead0-4ab0-8c4f-782a7e668dd7 req-1042571e-4060-4cad-af93-49d3d561adc4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0999827 Apr 08 19:45:00.879777 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-75d4090c-ead0-4ab0-8c4f-782a7e668dd7 req-2c67d020-087f-46e9-a427-a7ec83ec5aa8 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638471 Apr 08 19:45:00.893846 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-02d103dd-020d-4039-a335-338389b7ee60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.0920928 Apr 08 19:45:00.972103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-129d4350-690b-4b20-8943-b081a89ee9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:00.973760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-129d4350-690b-4b20-8943-b081a89ee9bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.0724838 Apr 08 19:45:01.064275 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-df8ab6d0-aac8-4b17-a6a8-d93f49d65c5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837481 Apr 08 19:45:01.254519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-0aa337f5-ef02-47f2-8b45-c5b10206d5cf service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814332 Apr 08 19:45:01.444180 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05602388-ab29-4c27-99cc-8bc95c91b1f8 req-af747650-fcf6-4d09-b0ff-317e252af369 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818783 Apr 08 19:45:02.118918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273c8c-7ea2-4d9c-8a72-12b8bcd8ffed req-dabd3340-2e7a-4130-8ba8-920c103b077d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:02.120713 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b7273c8c-7ea2-4d9c-8a72-12b8bcd8ffed req-dabd3340-2e7a-4130-8ba8-920c103b077d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1053092 Apr 08 19:45:02.169226 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b7273c8c-7ea2-4d9c-8a72-12b8bcd8ffed req-7ea93fb4-e507-407e-8f31-bf5a2188c906 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Apr 08 19:45:02.237245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 1c732e40-f488-44b4-a7b8-d8a5d3111510 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:02.290087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 1c732e40-f488-44b4-a7b8-d8a5d3111510 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:02.291320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 1c732e40-f488-44b4-a7b8-d8a5d3111510 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:03.223067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:03.402023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c537c-c771-41a6-b454-e3316982775b req-a64489e4-6404-4a8e-9ba2-88c49f776768 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:03.403783 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a63c537c-c771-41a6-b454-e3316982775b req-a64489e4-6404-4a8e-9ba2-88c49f776768 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1055343 Apr 08 19:45:03.443788 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a63c537c-c771-41a6-b454-e3316982775b req-bd65c40e-e9bd-4a92-965b-34135c0b6919 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Apr 08 19:45:03.567904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22f479a9-b64d-4690-8fa8-c068fcf4d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:03.832532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa089-db74-4974-8d4a-6e26165ac242 req-5e0759cd-1b66-4b85-abfe-e6eb6750114b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:03.834159 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3defa089-db74-4974-8d4a-6e26165ac242 req-5e0759cd-1b66-4b85-abfe-e6eb6750114b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.0999048 Apr 08 19:45:03.866455 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3defa089-db74-4974-8d4a-6e26165ac242 req-578b9afc-83de-4775-b423-3c5babca7695 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255833 Apr 08 19:45:04.644870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcb656-e799-4abf-b89a-89b42c6e6e4f req-8c39f058-f06c-454c-bc7e-444bbe73c943 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:04.646267 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6afcb656-e799-4abf-b89a-89b42c6e6e4f req-8c39f058-f06c-454c-bc7e-444bbe73c943 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0920320 Apr 08 19:45:04.686833 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6afcb656-e799-4abf-b89a-89b42c6e6e4f req-60eb1ede-47d6-4ec5-8375-6f199ec071fa tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Apr 08 19:45:05.096438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464025-430b-4487-8c14-6c30b828202f req-ccddcc55-6b03-4ed3-a3ea-14a1601679c5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:05.098302 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-37464025-430b-4487-8c14-6c30b828202f req-ccddcc55-6b03-4ed3-a3ea-14a1601679c5 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.1065893 Apr 08 19:45:05.131885 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-37464025-430b-4487-8c14-6c30b828202f req-b54fdb93-f5a6-415f-a513-acdcb7c9c77b tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261102 Apr 08 19:45:05.668657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:45:05.773106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-b45a8796-0b8b-4ca4-a56f-ccc7e880ac5e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:05.774816 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-b45a8796-0b8b-4ca4-a56f-ccc7e880ac5e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.1187832 Apr 08 19:45:05.860311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Deleting port 9050c248-a9a3-469f-9a99-5da993534beb {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:05.860774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:05.971340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-91369ca2-d431-4942-bf75-a70c9876532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:05.977294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75546f6b-9214-45c2-95d2-2dc8ce1a0fcb req-76ca4b4a-573a-465e-af10-effe3ca2385a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:05.988911 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-75546f6b-9214-45c2-95d2-2dc8ce1a0fcb req-76ca4b4a-573a-465e-af10-effe3ca2385a tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1710777 Apr 08 19:45:06.031202 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-75546f6b-9214-45c2-95d2-2dc8ce1a0fcb req-7a679504-99c8-4084-a268-7d0f2344379c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Apr 08 19:45:06.146258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] For port 9050c248-a9a3-469f-9a99-5da993534beb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9050c248-a9a3-469f-9a99-5da993534beb,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:06.146704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:06.343044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:06.392795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Calling delete_port for 9050c248-a9a3-469f-9a99-5da993534beb owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:06.516452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792f02-85b5-46fe-b2f2-544b52fa5177 req-624b1453-50d7-421c-b890-95867b0a4e44 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:06.524372 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b792f02-85b5-46fe-b2f2-544b52fa5177 req-624b1453-50d7-421c-b890-95867b0a4e44 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 945 time: 0.1918378 Apr 08 19:45:06.596915 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b792f02-85b5-46fe-b2f2-544b52fa5177 req-9cd67f67-8b98-4877-a6aa-e9f52d7fb493 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714653 Apr 08 19:45:06.620503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:06.633093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', '9050c248-a9a3-469f-9a99-5da993534beb'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:45:06.638969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:06.705749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event deleted for resources: {'Port': ['ID=9050c248-a9a3-469f-9a99-5da993534beb,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:06.719307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:07.019864 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] No DVR routers for this DVR port 9050c248-a9a3-469f-9a99-5da993534beb on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:45:07.025578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.029397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'name': 'network-vif-deleted', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:07.049182 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b34aa891-32bc-4d9c-93f7-daf91625bdc8 req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "DELETE /v2.0/ports/9050c248-a9a3-469f-9a99-5da993534beb HTTP/1.1" status: 204 len: 173 time: 1.2690828 Apr 08 19:45:07.066174 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.103073 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7d26d-6267-4bb3-8429-bcfe2881d561', 'name': 'network-vif-deleted', 'tag': '9050c248-a9a3-469f-9a99-5da993534beb', 'status': 'completed', 'code': 200} Apr 08 19:45:07.342495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d200-b68e-488b-a855-8957eeb89447 req-ae5cfad0-23fa-4cf5-ac51-6640fc122771 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:07.344201 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0358d200-b68e-488b-a855-8957eeb89447 req-ae5cfad0-23fa-4cf5-ac51-6640fc122771 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1297326 Apr 08 19:45:07.377700 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0358d200-b68e-488b-a855-8957eeb89447 req-08fbbe91-645f-4910-a310-5257fdc3207d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270875 Apr 08 19:45:07.433803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 57942) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:07.677800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.679146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.696118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:07.702037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c85ba55b6946139dded3e1a0692184 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:07.708566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:07.715302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:07.827858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-68071e98-2502-4871-a337-56606c0ff2a5 req-082cff53-6561-4bd5-83d2-00edb4411f56 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:45:07.857351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-68071e98-2502-4871-a337-56606c0ff2a5 req-082cff53-6561-4bd5-83d2-00edb4411f56 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:45:07.858622 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-68071e98-2502-4871-a337-56606c0ff2a5 req-082cff53-6561-4bd5-83d2-00edb4411f56 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7d26d-6267-4bb3-8429-bcfe2881d561 HTTP/1.1" status: 200 len: 210 time: 0.0873671 Apr 08 19:45:07.902295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.905449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:07.913971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7f4f42e-05e2-4ce9-884d-73a5756ce515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:07.958760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4c85ba55b6946139dded3e1a0692184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234611 Apr 08 19:45:07.959778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce31326-017e-40f0-8405-92a79ceb62e4,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:07.963359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:07.965227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 57950) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:08.048867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:08.078724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:08.143409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:08.149282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0096870b-7f92-417b-8931-01f9e3797e3d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:08.160373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce31326-017e-40f0-8405-92a79ceb62e4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:08.165298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:08.167659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:08.169380 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1b874a63-69db-4d77-8b41-5d467bf8a1da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ce31326-017e-40f0-8405-92a79ceb62e4 HTTP/1.1" status: 204 len: 168 time: 0.2024851 Apr 08 19:45:08.618988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98422-7fe3-4085-a999-44bd6739bee8 req-1339d5e4-8210-413d-8def-357f9aaf81fc tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:08.627245 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16e98422-7fe3-4085-a999-44bd6739bee8 req-1339d5e4-8210-413d-8def-357f9aaf81fc tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1052516 Apr 08 19:45:08.658067 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-16e98422-7fe3-4085-a999-44bd6739bee8 req-633a8f9e-081d-448c-bb4e-47b62db963ab tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296988 Apr 08 19:45:09.437213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee97e2-a802-45b2-99d8-5eee2d41d247 req-516f4490-051b-41c0-b2a2-69b07cb83af4 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:09.439519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caee97e2-a802-45b2-99d8-5eee2d41d247 req-516f4490-051b-41c0-b2a2-69b07cb83af4 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 946 time: 0.0936716 Apr 08 19:45:09.481498 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caee97e2-a802-45b2-99d8-5eee2d41d247 req-dafac762-fe09-4651-a9d1-3eb89366f6c0 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Apr 08 19:45:09.894347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c269e-ec04-48ec-a2cf-8732ec0675ed req-92b55330-426d-4e5c-81c8-c7c8f6324bc1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:09.900909 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5c0c269e-ec04-48ec-a2cf-8732ec0675ed req-92b55330-426d-4e5c-81c8-c7c8f6324bc1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1174035 Apr 08 19:45:10.149056 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5c0c269e-ec04-48ec-a2cf-8732ec0675ed req-ed050698-fef6-4fe0-8045-eb724a107d92 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442262 Apr 08 19:45:10.289924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9050c248-a9a3-469f-9a99-5da993534beb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:10.330798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 9050c248-a9a3-469f-9a99-5da993534beb {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:10.331549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9050c248-a9a3-469f-9a99-5da993534beb not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:10.713745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d06f-a29a-4062-9e5e-9e6f7ef9ae43 req-e964f2d6-0156-44e7-ad01-8aef6d8405b2 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:10.716893 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0065d06f-a29a-4062-9e5e-9e6f7ef9ae43 req-e964f2d6-0156-44e7-ad01-8aef6d8405b2 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 946 time: 0.1185770 Apr 08 19:45:10.760558 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0065d06f-a29a-4062-9e5e-9e6f7ef9ae43 req-a0412796-1721-4576-9296-ae32203c5aad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Apr 08 19:45:10.943971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7af76e-fc39-4461-9429-0a8333481138 req-a951ee36-7e2e-4fa3-a62d-c3da3ecc0657 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:10.945692 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ac7af76e-fc39-4461-9429-0a8333481138 req-a951ee36-7e2e-4fa3-a62d-c3da3ecc0657 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 946 time: 0.1005228 Apr 08 19:45:11.036792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Deleting port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:11.037195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:11.350601 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] For port f040e6f3-c505-47a0-a68d-0b9f8a4dead0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:11.351387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:11.398386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf23bb-3c54-4bcd-bc41-ed4f1c19c19e req-ed39ed8b-b237-4ef1-9a13-412ba5327553 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:11.406258 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2cbf23bb-3c54-4bcd-bc41-ed4f1c19c19e req-ed39ed8b-b237-4ef1-9a13-412ba5327553 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1226790 Apr 08 19:45:11.444985 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2cbf23bb-3c54-4bcd-bc41-ed4f1c19c19e req-ff82a051-af32-4756-abf6-a588c357de2d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Apr 08 19:45:11.502950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Calling delete_port for f040e6f3-c505-47a0-a68d-0b9f8a4dead0 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:11.666023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:11.678888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:45:11.682366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:11.740045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event deleted for resources: {'Port': ['ID=f040e6f3-c505-47a0-a68d-0b9f8a4dead0,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:11.754331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:12.010350 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b1df418d-f7d8-4045-a2f8-9d39a4656286 req-54a57965-12ef-4cf9-9eb4-dafce55157d7 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a5b802f-9a09-4bc1-b379-5c0663f7834d HTTP/1.1" status: 200 len: 210 time: 0.0919838 Apr 08 19:45:12.015956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] No DVR routers for this DVR port f040e6f3-c505-47a0-a68d-0b9f8a4dead0 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:45:12.018954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:12.022633 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'name': 'network-vif-deleted', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:12.043435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ac7af76e-fc39-4461-9429-0a8333481138 req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "DELETE /v2.0/ports/f040e6f3-c505-47a0-a68d-0b9f8a4dead0 HTTP/1.1" status: 204 len: 173 time: 1.0901554 Apr 08 19:45:12.103441 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b802f-9a09-4bc1-b379-5c0663f7834d', 'name': 'network-vif-deleted', 'tag': 'f040e6f3-c505-47a0-a68d-0b9f8a4dead0', 'status': 'completed', 'code': 200} Apr 08 19:45:12.656576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9268ea-90d5-44b7-90fe-aace3bc6665d req-b3f23b58-0914-4621-b666-32b198d28585 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:12.658168 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6f9268ea-90d5-44b7-90fe-aace3bc6665d req-b3f23b58-0914-4621-b666-32b198d28585 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0960224 Apr 08 19:45:12.689339 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6f9268ea-90d5-44b7-90fe-aace3bc6665d req-98264b80-1e1d-4b48-9b18-691ccce41cd4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245409 Apr 08 19:45:13.633440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a630c-98b1-4bf8-8c6e-af4264932773 req-9097bbc0-7116-4ef1-8265-0e0cf0871c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:13.635171 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-756a630c-98b1-4bf8-8c6e-af4264932773 req-9097bbc0-7116-4ef1-8265-0e0cf0871c37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.0828717 Apr 08 19:45:13.662586 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-756a630c-98b1-4bf8-8c6e-af4264932773 req-ad8db346-fef6-4c51-a177-f9f188d46cd7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203979 Apr 08 19:45:13.898612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb4eb-083d-40f1-8a1c-908e1fff898a req-0e425bc6-5db7-412d-90a9-153a279f7211 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:13.900327 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-480fb4eb-083d-40f1-8a1c-908e1fff898a req-0e425bc6-5db7-412d-90a9-153a279f7211 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0907609 Apr 08 19:45:13.933758 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-480fb4eb-083d-40f1-8a1c-908e1fff898a req-23bf824b-59a7-4072-8318-047d5980d526 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259249 Apr 08 19:45:14.282946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f040e6f3-c505-47a0-a68d-0b9f8a4dead0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:14.321534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: f040e6f3-c505-47a0-a68d-0b9f8a4dead0 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:14.321911 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device f040e6f3-c505-47a0-a68d-0b9f8a4dead0 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:14.800375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694258c7-62d5-426f-84d7-339b94dac34e req-a493d4f1-e8b5-4d5a-a978-0f5b45d246e1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:14.801914 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-694258c7-62d5-426f-84d7-339b94dac34e req-a493d4f1-e8b5-4d5a-a978-0f5b45d246e1 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.0921905 Apr 08 19:45:14.833643 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-694258c7-62d5-426f-84d7-339b94dac34e req-fdbef625-623b-4ed6-87ac-c719ce691d40 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235937 Apr 08 19:45:15.145620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb3ade-04f2-47e9-8e3d-fe6514da42e9 req-f578957f-3af8-44ca-8630-4461294a612c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:15.147229 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7cbb3ade-04f2-47e9-8e3d-fe6514da42e9 req-f578957f-3af8-44ca-8630-4461294a612c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0920944 Apr 08 19:45:15.180833 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7cbb3ade-04f2-47e9-8e3d-fe6514da42e9 req-04241b9d-3e60-4e24-8021-695171531e2b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244920 Apr 08 19:45:15.483720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58114) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:15.555314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Deleting subnet 1eda6052-a893-4805-b674-c890524e6879 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:45:15.558815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:15.612692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:15.781403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:15.957400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60aff1-5a3f-4c7a-8dc3-408c6ffdabd9 req-8ebd793d-b88c-42cd-9bef-58d4652e3c4b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:15.959017 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3c60aff1-5a3f-4c7a-8dc3-408c6ffdabd9 req-8ebd793d-b88c-42cd-9bef-58d4652e3c4b tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.2713754 Apr 08 19:45:15.968330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-5382267e-0614-4b61-9d75-06d99d42bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:15.969914 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-5382267e-0614-4b61-9d75-06d99d42bacf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 1098 time: 0.3258169 Apr 08 19:45:16.041836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a20ce9-6f7c-420f-802e-42169223d9fd req-559858ae-340a-49a9-a8cf-0599350e8f09 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:16.044115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-33a20ce9-6f7c-420f-802e-42169223d9fd req-559858ae-340a-49a9-a8cf-0599350e8f09 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.0889199 Apr 08 19:45:16.059628 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3c60aff1-5a3f-4c7a-8dc3-408c6ffdabd9 req-e3eb9bc1-a641-40e3-9e43-bcc3221b72a7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 Apr 08 19:45:16.077683 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-33a20ce9-6f7c-420f-802e-42169223d9fd req-160b6c40-528f-45bf-9502-fb12da14e55c tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277622 Apr 08 19:45:16.225814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-1975235a-f188-4779-8d64-f6bdcd1e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:16.227399 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-1975235a-f188-4779-8d64-f6bdcd1e7ed2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 200 len: 919 time: 0.2350240 Apr 08 19:45:16.234043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:16.304210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7cefaf9f-2242-403a-a1b2-458166876937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:16.345202 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-8137f6b3-9977-437f-a343-ff548c3a4c13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 200 len: 217 time: 0.1099653 Apr 08 19:45:16.366122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eda6052-a893-4805-b674-c890524e6879,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:16.434828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:16.560754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:16.563972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-4ef3d6f1-aff9-4371-85d3-9d32b63e1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:16.565557 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-4ef3d6f1-aff9-4371-85d3-9d32b63e1eb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 200 len: 858 time: 0.2033443 Apr 08 19:45:16.575116 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-22499373-44c6-4336-baae-a2217eb0a6de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1eda6052-a893-4805-b674-c890524e6879 HTTP/1.1" status: 204 len: 168 time: 1.0901902 Apr 08 19:45:16.578166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58124) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:16.627643 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-20499eee-5eda-422a-a8a4-52ebfb001459 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=167a446c-14b8-4320-90f4-876fbf4dadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555043 Apr 08 19:45:16.666774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-b656aae3-62ac-4a27-bbbb-ae61af5ea151 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:16.667543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-b656aae3-62ac-4a27-bbbb-ae61af5ea151 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:45:16.696941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:16.756896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-b656aae3-62ac-4a27-bbbb-ae61af5ea151 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:45:16.758204 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-b656aae3-62ac-4a27-bbbb-ae61af5ea151 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.3931272 Apr 08 19:45:16.896883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.018786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.019350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.019952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.020314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > port after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.020702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.021044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > port after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.021396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.021740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.022086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.022431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.059108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Deleting port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:17.059489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.086902 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-b50b8288-b399-4397-acd2-c8634285a5dd service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525399 Apr 08 19:45:17.156702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.157479 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.158042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.159227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 19:45:17.159814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f53ed7-3375-4077-b2fa-3bc39d0eaaf7']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:17.177476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:17.177814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47a3bb3-dd95-40a2-a5c7-d5a6b4f506ca') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:17.243031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.266867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.278220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:45:17.411787 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-429b4dc5-9d93-4f18-95e3-d85443182808 req-e9161c05-6708-481a-bcdf-cb83063f0ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105297 Apr 08 19:45:17.471069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad063f9-cc59-4131-88b9-ec46459c8bf9 req-052b2e6e-cc0d-4e20-93e0-c4ac2fc89e10 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:17.472803 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ad063f9-cc59-4131-88b9-ec46459c8bf9 req-052b2e6e-cc0d-4e20-93e0-c4ac2fc89e10 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.2734585 Apr 08 19:45:17.484923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:17.504635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.521918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49b96-e24d-4792-b242-6016602404e1 req-3cbe6ef5-b68a-450d-be41-8fce3f833d63 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:17.523514 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55c49b96-e24d-4792-b242-6016602404e1 req-3cbe6ef5-b68a-450d-be41-8fce3f833d63 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 945 time: 0.3022928 Apr 08 19:45:17.561886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] For port 226c7d06-0bda-4b8b-988b-80cf2816bfa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=226c7d06-0bda-4b8b-988b-80cf2816bfa8,segment=NetworkSegment(e8f560ba-3015-4c27-952d-12ec4ee2c965),segment_id=e8f560ba-3015-4c27-952d-12ec4ee2c965)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:17.562281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.580655 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55c49b96-e24d-4792-b242-6016602404e1 req-68ccbe3d-b669-4ad4-815c-9e34848df063 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d45a48-6ec0-4452-a9df-d676ba37e767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Apr 08 19:45:17.596017 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ad063f9-cc59-4131-88b9-ec46459c8bf9 req-d45c8396-cf5c-4693-ae0f-8df8e4b2de37 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Apr 08 19:45:17.714381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Calling delete_port for 226c7d06-0bda-4b8b-988b-80cf2816bfa8 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:17.880910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:17.897009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:17.900070 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['226c7d06-0bda-4b8b-988b-80cf2816bfa8'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:45:17.910489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Network 80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: from cryptography.utils import int_from_bytes Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: from cryptography.utils import int_from_bytes Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: (rel_b, rel_a, rel_b), Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: (rel_b, rel_a, rel_b), Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:45:17.937532 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:45:17.960380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Pushing event deleted for resources: {'Port': ['ID=226c7d06-0bda-4b8b-988b-80cf2816bfa8,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:17.964356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:18.016147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.020518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46a06786-ad88-486e-9990-a4fd278aa61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:18.040701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.043562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f53ed7-3375-4077-b2fa-3bc39d0eaaf7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:18.046784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:18.057024 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-49835707-c105-4ee4-b7be-34c75c8a9ca7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/80f53ed7-3375-4077-b2fa-3bc39d0eaaf7 HTTP/1.1" status: 204 len: 168 time: 1.4776764 Apr 08 19:45:18.151037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] No DVR routers for this DVR port 226c7d06-0bda-4b8b-988b-80cf2816bfa8 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:45:18.153633 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.156402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'name': 'network-vif-deleted', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:18.171765 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb949384-8f91-44ab-90bf-026eaff42c7a req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.13 "DELETE /v2.0/ports/226c7d06-0bda-4b8b-988b-80cf2816bfa8 HTTP/1.1" status: 204 len: 173 time: 1.4064302 Apr 08 19:45:18.242678 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c62398-15b2-4d1f-a3e1-f32b8793f371', 'name': 'network-vif-deleted', 'tag': '226c7d06-0bda-4b8b-988b-80cf2816bfa8', 'status': 'completed', 'code': 200} Apr 08 19:45:18.248343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58140) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:18.283704 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-533b24ce-bddb-4025-93c4-f7d0b960f3ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e7e672b38554233af98de935e27f505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0340261 Apr 08 19:45:18.286421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58144) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:18.351157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.380050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.426933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.431896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-041c030e-a75d-469b-a456-b614e0b12469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:18.446102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517be1af-b75e-4c3f-8b87-c168a21ab571,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:18.448730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:18.454801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:18.456070 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/517be1af-b75e-4c3f-8b87-c168a21ab571 HTTP/1.1" status: 204 len: 168 time: 0.1685836 Apr 08 19:45:18.801603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-586aa80b-f6b4-42d2-b877-e2080fca9a6a req-a48a4bc0-2058-4e5e-8b57-4633d40d82e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Synchronizing usage tracker for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:45:18.818567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-586aa80b-f6b4-42d2-b877-e2080fca9a6a req-a48a4bc0-2058-4e5e-8b57-4633d40d82e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Unset dirty status for tenant:790907dbf7a8482bb06f3355829d0654 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:45:18.819821 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-586aa80b-f6b4-42d2-b877-e2080fca9a6a req-a48a4bc0-2058-4e5e-8b57-4633d40d82e9 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c62398-15b2-4d1f-a3e1-f32b8793f371 HTTP/1.1" status: 200 len: 210 time: 0.0686362 Apr 08 19:45:18.847811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56084894-9210-45ea-8906-7b3de3b17ede req-e58d5006-247e-47de-95bc-e509440adef7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:18.849504 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-56084894-9210-45ea-8906-7b3de3b17ede req-e58d5006-247e-47de-95bc-e509440adef7 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1120894 Apr 08 19:45:18.881307 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-56084894-9210-45ea-8906-7b3de3b17ede req-e321036b-f32d-4dc2-aea2-44aff3cbe32c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247500 Apr 08 19:45:19.929640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58186) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:19.998607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Deleting subnet 3da764cf-0945-4292-9752-5de065869e60 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:45:20.001891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.057887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852646903'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.113711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b3e2a-134b-4e4f-9f21-65e340695cdb req-89b71205-45e9-4bf0-b33c-a38ace809f35 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:20.115414 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e57b3e2a-134b-4e4f-9f21-65e340695cdb req-89b71205-45e9-4bf0-b33c-a38ace809f35 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Apr 08 19:45:20.122615 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.148836 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e57b3e2a-134b-4e4f-9f21-65e340695cdb req-d20f22d4-7949-4989-b737-558fca13d538 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247362 Apr 08 19:45:20.335298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 226c7d06-0bda-4b8b-988b-80cf2816bfa8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:20.375719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 226c7d06-0bda-4b8b-988b-80cf2816bfa8 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:20.376111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 226c7d06-0bda-4b8b-988b-80cf2816bfa8 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:20.390619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851285944'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.406422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9d13b4d9-398e-4431-8732-d6dd7ba7c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:20.454418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da764cf-0945-4292-9752-5de065869e60,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:20.458158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:20.538704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.544840 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a43733e8-5c4a-4da4-8f7f-081e7ab56974 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3da764cf-0945-4292-9752-5de065869e60 HTTP/1.1" status: 204 len: 168 time: 0.6140251 Apr 08 19:45:20.547568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58200) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:20.664596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.854967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:20.970254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62be85fb-0af3-49e9-aba9-af5b3906c1cf']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:20.983191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f560ba-3015-4c27-952d-12ec4ee2c965') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:20.983528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f560ba-3015-4c27-952d-12ec4ee2c965') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:20.995893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.013367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.021933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:45:21.223977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:21.235264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.428853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Network 62be85fb-0af3-49e9-aba9-af5b3906c1cf has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:45:21.453880 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:45:21.541176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.545050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3767ce27-3db9-4d8d-8996-c14d4bbae4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:21.559513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.570392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Pushing event deleted for resources: {'Network': ['ID=62be85fb-0af3-49e9-aba9-af5b3906c1cf,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:21.573851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:21.579623 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6d5b348e-4d64-4e1e-8df0-50543418130c admin admin] 10.222.0.35 "DELETE /v2.0/networks/62be85fb-0af3-49e9-aba9-af5b3906c1cf HTTP/1.1" status: 204 len: 168 time: 1.0310314 Apr 08 19:45:21.776904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58220) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:21.816355 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ba8262c7-90c7-431b-8486-e2a9232ea7fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=790907dbf7a8482bb06f3355829d0654&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0357270 Apr 08 19:45:21.816730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58224) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:21.887399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.925672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.978278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:21.983235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-064ec938-22cb-4da4-a698-a9bb02883f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:21.996583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d45a48-6ec0-4452-a9df-d676ba37e767,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:21.999010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:22.007919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:22.009209 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19d45a48-6ec0-4452-a9df-d676ba37e767 HTTP/1.1" status: 204 len: 168 time: 0.1914604 Apr 08 19:45:22.605933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58252) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:22.745568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:22.761401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:22.765739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Usage tracker for resource:security_group_rule and tenant:66ad2de068e441988f1d32c478864a9e is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:22.768713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:22.774727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:22.862559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:22.866131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:22.877190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0052ef61-01ce-45e5-a9a6-c12da3f49a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:22.919272 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66ad2de068e441988f1d32c478864a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121490 Apr 08 19:45:22.920957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ccb4b-b11c-47c8-a646-893a13d38d46,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:22.922306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58268) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:22.924290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:22.986702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:23.013598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:23.068403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:23.074358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-33ecb5e8-208e-4854-a07a-7027cb5686e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:23.088666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ccb4b-b11c-47c8-a646-893a13d38d46,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:23.091693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:23.093155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:23.094365 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f08ccb4b-b11c-47c8-a646-893a13d38d46 HTTP/1.1" status: 204 len: 168 time: 0.1704178 Apr 08 19:45:24.776148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4c69-b1b6-4f11-b402-74a1852f28e6 req-7809a2c0-255a-4acc-aeb8-6f3fe6f31773 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:24.777939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c92b4c69-b1b6-4f11-b402-74a1852f28e6 req-7809a2c0-255a-4acc-aeb8-6f3fe6f31773 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.0921736 Apr 08 19:45:24.811531 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c92b4c69-b1b6-4f11-b402-74a1852f28e6 req-548e8721-ec3d-4fea-8958-5d6d9e0cba8c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263345 Apr 08 19:45:26.026443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfcd4-7bd5-441c-8ff3-bcf6d5ab3d08 req-02c7418c-1767-4bdf-be0d-1720c6ff7f79 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:26.027867 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d92bfcd4-7bd5-441c-8ff3-bcf6d5ab3d08 req-02c7418c-1767-4bdf-be0d-1720c6ff7f79 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.0936334 Apr 08 19:45:26.058960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d92bfcd4-7bd5-441c-8ff3-bcf6d5ab3d08 req-e5e88267-7548-43b8-a859-877edeef8bc1 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247462 Apr 08 19:45:27.020656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-05c7e3b2-6290-48c0-9cf1-b0814a161031 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:27.022294 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-05c7e3b2-6290-48c0-9cf1-b0814a161031 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.0968785 Apr 08 19:45:27.099898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Deleting port d1a8c10b-6847-48a1-9979-da4e7ea9febe {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:27.100343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:27.271557 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81554f-c11a-4d45-8979-e6f7409c2eff req-ad555c2d-6964-4cdd-83a3-007dde014be0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:27.273222 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e81554f-c11a-4d45-8979-e6f7409c2eff req-ad555c2d-6964-4cdd-83a3-007dde014be0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 945 time: 0.0984881 Apr 08 19:45:27.306421 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e81554f-c11a-4d45-8979-e6f7409c2eff req-0bea53b1-22b4-4545-9a0f-868ea891465c tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251274 Apr 08 19:45:27.391022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] For port d1a8c10b-6847-48a1-9979-da4e7ea9febe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1a8c10b-6847-48a1-9979-da4e7ea9febe,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:27.391429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:27.530613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Calling delete_port for d1a8c10b-6847-48a1-9979-da4e7ea9febe owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:27.690088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:27.701276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['051c060d-f572-44ce-a4c6-fb8f78c1560d', 'd1a8c10b-6847-48a1-9979-da4e7ea9febe'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:45:27.707856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-62f718b4-e719-42aa-b4d4-556c4c570fe3 tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:27.766805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Pushing event deleted for resources: {'Port': ['ID=d1a8c10b-6847-48a1-9979-da4e7ea9febe,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:27.770830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:27.953899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] No DVR routers for this DVR port d1a8c10b-6847-48a1-9979-da4e7ea9febe on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:45:27.956554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:27.959203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'name': 'network-vif-deleted', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:27.980918 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5eecd515-c774-4277-9133-fabc662fa4e8 req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "DELETE /v2.0/ports/d1a8c10b-6847-48a1-9979-da4e7ea9febe HTTP/1.1" status: 204 len: 173 time: 0.9531131 Apr 08 19:45:28.025772 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd484c3e-40b1-4ef5-9408-ab6603a100ab', 'name': 'network-vif-deleted', 'tag': 'd1a8c10b-6847-48a1-9979-da4e7ea9febe', 'status': 'completed', 'code': 200} Apr 08 19:45:28.488196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-05c0342b-513e-414d-8940-7eae2523ee9f req-c2efb304-b14c-4e94-8522-daff9a7d2403 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Synchronizing usage tracker for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:45:28.503523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-05c0342b-513e-414d-8940-7eae2523ee9f req-c2efb304-b14c-4e94-8522-daff9a7d2403 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Unset dirty status for tenant:a49cdb3e0ec1487ba379a74fe4177586 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:45:28.504831 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-05c0342b-513e-414d-8940-7eae2523ee9f req-c2efb304-b14c-4e94-8522-daff9a7d2403 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd484c3e-40b1-4ef5-9408-ab6603a100ab HTTP/1.1" status: 200 len: 210 time: 0.0662804 Apr 08 19:45:30.034825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331e9d-1a33-4f3c-9ce9-a8d5a19b2428 req-00517d45-6934-4e35-ab45-7957e987b4b4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:30.036421 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-63331e9d-1a33-4f3c-9ce9-a8d5a19b2428 req-00517d45-6934-4e35-ab45-7957e987b4b4 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0953252 Apr 08 19:45:30.060609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58442) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:30.068405 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-63331e9d-1a33-4f3c-9ce9-a8d5a19b2428 req-a4af0659-29ef-4d52-9f6c-85f1aa4999b0 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248966 Apr 08 19:45:30.191000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.207738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:30.211861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Usage tracker for resource:security_group_rule and tenant:19a1334d53254aef8a4ec16ac4ccd36b is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:30.215537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:30.221845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:30.308951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.312356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.326635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4dff4693-fada-4521-9679-73867c7a9142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:30.357028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19a1334d53254aef8a4ec16ac4ccd36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952321 Apr 08 19:45:30.359025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58456) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:30.374709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d1a8c10b-6847-48a1-9979-da4e7ea9febe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:30.378327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7c18b-91e1-42be-9db1-e07e084efcee,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:30.382187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:30.414063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: d1a8c10b-6847-48a1-9979-da4e7ea9febe {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:30.414643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d1a8c10b-6847-48a1-9979-da4e7ea9febe not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:30.426718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.454928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.503379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.509432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1e34e5e0-c3b0-4a92-8fd5-a91fe7457c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:30.520692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7c18b-91e1-42be-9db1-e07e084efcee,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:30.533807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:30.534682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:30.541098 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/beb7c18b-91e1-42be-9db1-e07e084efcee HTTP/1.1" status: 204 len: 168 time: 0.1806989 Apr 08 19:45:31.273531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1833979-e913-44fb-8ae8-0e1bbe487263 req-c7c17542-9efd-4487-a926-c8c494e0def6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:31.275352 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a1833979-e913-44fb-8ae8-0e1bbe487263 req-c7c17542-9efd-4487-a926-c8c494e0def6 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0887568 Apr 08 19:45:31.294254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58498) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:31.307156 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a1833979-e913-44fb-8ae8-0e1bbe487263 req-a984c9ce-c4c7-4ef3-9ae2-1b84bef31adb tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251572 Apr 08 19:45:31.409539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-839125451-network', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:31.415311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:31.419525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Usage tracker for resource:network and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:31.422568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:31.429703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:31.440893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Made reservation on behalf of 59b007562eb54059a6f0fda9cdcc0247 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:31.445632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.458693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.477104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:31.481708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:31.484800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:31.491180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:31.577716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.582138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.585564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-708678ce-b67b-4ffb-818a-b45657d523dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:31.614524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:45:31.623420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5670ec63-e544-4f55-b1a8-3b6fcbdb7190,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:31.627213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:31.629774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.630157 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Added segment 66784ab1-1769-44e9-88fa-05e5418270d3 of type vlan for network e66d9236-d138-4d1f-b352-fad80ba2b110 Apr 08 19:45:31.657635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.689858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.691220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:31.691872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.696926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:31.746901 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4484684 Apr 08 19:45:31.747673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58506) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:31.754283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Request body: {'subnet': {'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-839125451-subnet', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:31.760655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:31.764845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Usage tracker for resource:subnet and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:31.768773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:31.775315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:31.785015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Made reservation on behalf of 59b007562eb54059a6f0fda9cdcc0247 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:31.789866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:31.807065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e66d9236-d138-4d1f-b352-fad80ba2b110,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:31.809940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:31.817913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network e66d9236-d138-4d1f-b352-fad80ba2b110 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:45:32.240043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:32.256683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:32.394268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925d0d29-fd75-4bef-b84e-b9ee755afb20,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:32.398341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:32.526436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Checking segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:32.526733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Network hostable DHCP agents. Network: e66d9236-d138-4d1f-b352-fad80ba2b110, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:45:32.561916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324923e-64c9-444e-a763-a1e2d7509311 req-4550ca3c-45c9-4060-90e6-d17a8b200c65 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:32.563679 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c324923e-64c9-444e-a763-a1e2d7509311 req-4550ca3c-45c9-4060-90e6-d17a8b200c65 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1400101 Apr 08 19:45:32.564805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Network e66d9236-d138-4d1f-b352-fad80ba2b110 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:45:32.588149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, e66d9236-d138-4d1f-b352-fad80ba2b110) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:32.599492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b087b4-1e04-4dc3-aa63-6e7cb62091c0 None None] Network e66d9236-d138-4d1f-b352-fad80ba2b110 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:32.605999 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c324923e-64c9-444e-a763-a1e2d7509311 req-1a513e17-5c68-4cf7-95ae-53332091771e tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Apr 08 19:45:32.609780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:32.610386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:32.636090 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-147dc53a-7cdc-4ea6-b796-d680e6792841 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8871348 Apr 08 19:45:32.639043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58536) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:32.645144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:32.650725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:32.654782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Usage tracker for resource:router and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:32.657828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:32.664664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:32.674004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:32.675541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:32.697256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:32.838934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-e66d9236-d138-4d1f-b352-fad80ba2b110', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:45:32.839845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.001738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Allocated IP 172.20.0.2 (e66d9236-d138-4d1f-b352-fad80ba2b110/925d0d29-fd75-4bef-b84e-b9ee755afb20/0a701d36-997c-4703-95e5-d829399a7c30) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:33.043597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.246096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.249752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.259352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Transition to ACTIVE for port object 0a701d36-997c-4703-95e5-d829399a7c30 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:33.280564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Transition to ACTIVE for port object 0a701d36-997c-4703-95e5-d829399a7c30 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:33.285773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.321030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:33.639539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.678373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Pushing event updated for resources: {'Port': ['ID=0a701d36-997c-4703-95e5-d829399a7c30,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:33.680555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.686097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-07299320-ab22-49b4-9142-f221d5586645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.690297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.690681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.691032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.691411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.691779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.692368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.692800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.693167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.693538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.693905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.694272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.694630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:33.715396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:33.767636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Network e66d9236-d138-4d1f-b352-fad80ba2b110 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:33.768810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:33.774234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:33.870266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Attempting to bind port 0a701d36-997c-4703-95e5-d829399a7c30 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:33.870685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Attempting to bind port 0a701d36-997c-4703-95e5-d829399a7c30 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:33.871103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Attempting to bind port 0a701d36-997c-4703-95e5-d829399a7c30 on network e66d9236-d138-4d1f-b352-fad80ba2b110 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:33.876870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:33.877294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Checking segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:33.877746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.878212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Bound using segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:33.878721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Bound port: 0a701d36-997c-4703-95e5-d829399a7c30, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:33.879147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.905836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Allocated IP 172.28.3.76 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/957b8b79-2071-46d4-8202-fd3a506c15c4) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:33.931910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f9c7e-6a66-4c3b-8662-5fb7691731b6 req-03f2a958-7e2a-4867-9d98-5e5fa7c75183 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:33.933611 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bb7f9c7e-6a66-4c3b-8662-5fb7691731b6 req-03f2a958-7e2a-4867-9d98-5e5fa7c75183 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1715975 Apr 08 19:45:33.959312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] For port 0a701d36-997c-4703-95e5-d829399a7c30, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:33.962920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] For port 0a701d36-997c-4703-95e5-d829399a7c30, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0a701d36-997c-4703-95e5-d829399a7c30,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:33.967069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:33.982477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:34.040834 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bb7f9c7e-6a66-4c3b-8662-5fb7691731b6 req-4e197955-06b5-4739-8754-ba438209867d tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889637 Apr 08 19:45:34.105766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:34.132628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Pushing event updated for resources: {'Port': ['ID=0a701d36-997c-4703-95e5-d829399a7c30,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:34.136515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:34.137665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:34.153846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:34.298866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Pushing event updated for resources: {'Port': ['ID=957b8b79-2071-46d4-8202-fd3a506c15c4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:34.303539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:34.351143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:34.352326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:34.354863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:34.829163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:35.268711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f033-5a66-4995-b13b-01bf909901a6 req-a9731b1a-5ec4-460a-b66c-d7017721d084 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:35.270561 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b01f033-5a66-4995-b13b-01bf909901a6 req-a9731b1a-5ec4-460a-b66c-d7017721d084 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.3836718 Apr 08 19:45:35.285437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:35.292826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51655bf2-58af-4a63-8193-16a4e5f3cdce req-12ed3dc9-33dd-4bbb-b5b5-1e5493da8f02 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:35.294536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51655bf2-58af-4a63-8193-16a4e5f3cdce req-12ed3dc9-33dd-4bbb-b5b5-1e5493da8f02 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.1122227 Apr 08 19:45:35.327095 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51655bf2-58af-4a63-8193-16a4e5f3cdce req-a736d7f9-df9f-498f-ae34-e426640027dd tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/security-groups?id=0baac4e1-934a-499e-824d-2ec2ac8d8f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256467 Apr 08 19:45:35.431684 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b01f033-5a66-4995-b13b-01bf909901a6 req-4efff89d-2a5a-45fe-845c-44876dde0a0e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477988 Apr 08 19:45:35.483763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-cf4ddeec-6b22-41b5-af6c-3147ad4c3db3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:35.485504 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-cf4ddeec-6b22-41b5-af6c-3147ad4c3db3 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 945 time: 0.0977490 Apr 08 19:45:35.544289 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:45:35.564386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Deleting port 051c060d-f572-44ce-a4c6-fb8f78c1560d {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:35.564815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:35.593647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00bbbd-4e09-4cf4-ab7e-8c714d68208a None None] Network e66d9236-d138-4d1f-b352-fad80ba2b110 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:35.714895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-f62bed70-231e-4db0-9334-b895104a4969 None None] Provisioning for port 0a701d36-997c-4703-95e5-d829399a7c30 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:35.974812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b4cd28e3-81d5-4a1a-b477-acfdd763c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:35.997393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:36.009870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Sync routers for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:36.023124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:36.024192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:36.038916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.040673 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4003904 Apr 08 19:45:36.044129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58580) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:36.074829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] For port 051c060d-f572-44ce-a4c6-fb8f78c1560d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=051c060d-f572-44ce-a4c6-fb8f78c1560d,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:36.075239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.234430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Calling delete_port for 051c060d-f572-44ce-a4c6-fb8f78c1560d owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:36.363517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.429021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:36.474876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.479337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0a701d36-997c-4703-95e5-d829399a7c30 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:36.516116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1c573f3e-32fb-4dd5-b07d-b69751ec654e tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:36.689916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 0a701d36-997c-4703-95e5-d829399a7c30 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:36.706148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 0a701d36-997c-4703-95e5-d829399a7c30 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:36.706715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.869646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:34Z', 'revision_number': 3, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:36.875624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Checking router: 259dd2ab-ad39-460d-8b7f-6750eb77ad34 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:36.876056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Updating router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 port 957b8b79-2071-46d4-8202-fd3a506c15c4 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:45:36.923004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Pushing event deleted for resources: {'Port': ['ID=051c060d-f572-44ce-a4c6-fb8f78c1560d,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:36.932956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:36.939960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.968496 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b203f447-b2f2-4f26-95a1-7c41dc731b33 req-a4e0c594-7d05-4775-95aa-aebea282f059 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c6748e-779f-426a-a9dd-e14a70dd6c82 HTTP/1.1" status: 200 len: 210 time: 0.3413849 Apr 08 19:45:36.989548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 0a701d36-997c-4703-95e5-d829399a7c30, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0a701d36-997c-4703-95e5-d829399a7c30,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:36.993663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:36.998904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:37.001909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.068573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] No DVR routers for this DVR port 051c060d-f572-44ce-a4c6-fb8f78c1560d on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:45:37.071483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.076599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'name': 'network-vif-deleted', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:45:37.079830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.102141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=0a701d36-997c-4703-95e5-d829399a7c30,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:37.108465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:37.113653 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3fe11fa3-e46c-43dc-a480-af4d6eeae5ff req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] 10.222.0.13 "DELETE /v2.0/ports/051c060d-f572-44ce-a4c6-fb8f78c1560d HTTP/1.1" status: 204 len: 173 time: 1.6206415 Apr 08 19:45:37.151130 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c6748e-779f-426a-a9dd-e14a70dd6c82', 'name': 'network-vif-deleted', 'tag': '051c060d-f572-44ce-a4c6-fb8f78c1560d', 'status': 'completed', 'code': 200} Apr 08 19:45:37.178624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a984eb-0f02-4ce1-94e6-7d61a9c78898 req-dddc0e61-f05b-499e-8957-dd598b4e2d3c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:37.199118 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-87a984eb-0f02-4ce1-94e6-7d61a9c78898 req-dddc0e61-f05b-499e-8957-dd598b4e2d3c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.3426940 Apr 08 19:45:37.250687 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-87a984eb-0f02-4ce1-94e6-7d61a9c78898 req-c1a4d6cc-c7b1-4d4f-b863-2b0c31577d2f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504651 Apr 08 19:45:37.256971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.453261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.465230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Transition to ACTIVE for port object 957b8b79-2071-46d4-8202-fd3a506c15c4 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:37.471080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.475819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Allocated IP 172.20.0.1 (e66d9236-d138-4d1f-b352-fad80ba2b110/925d0d29-fd75-4bef-b84e-b9ee755afb20/0652fb39-cf17-4074-a343-85f5ab545846) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:37.486410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:37.627759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Pushing event updated for resources: {'Port': ['ID=957b8b79-2071-46d4-8202-fd3a506c15c4,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:37.637064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.639284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.639750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.640014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.640378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.641446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.641446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.641446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.641794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.642113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.642465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.642816 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.643163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:37.655197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:37.655892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Transition to ACTIVE for port object 0652fb39-cf17-4074-a343-85f5ab545846 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:37.669703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.680270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.704572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-00f6db47-bfa2-42b6-9843-651f855489c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:37.724437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Attempting to bind port 957b8b79-2071-46d4-8202-fd3a506c15c4 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:37.724758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Attempting to bind port 957b8b79-2071-46d4-8202-fd3a506c15c4 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:37.725158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Attempting to bind port 957b8b79-2071-46d4-8202-fd3a506c15c4 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:37.731355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:37.731760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:37.732199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.732649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:37.733185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Bound port: 957b8b79-2071-46d4-8202-fd3a506c15c4, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:37.733583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.809610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] For port 957b8b79-2071-46d4-8202-fd3a506c15c4, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:37.812766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] For port 957b8b79-2071-46d4-8202-fd3a506c15c4, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=957b8b79-2071-46d4-8202-fd3a506c15c4,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:37.816657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.829836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3e3c4ec8-e1db-4053-8cb5-224d225516a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:37.840656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:37.845013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:37.889835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Network e66d9236-d138-4d1f-b352-fad80ba2b110 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:37.891131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:37.893565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:37.953817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:37.982221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Pushing event updated for resources: {'Port': ['ID=957b8b79-2071-46d4-8202-fd3a506c15c4,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:37.987969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:38.045649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:38.046505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:38.108818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.118994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58608) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:38.197953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-eb5b9b70-5754-4d65-aabe-62def9b09567 None None] Provisioning for port 0652fb39-cf17-4074-a343-85f5ab545846 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:38.203674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-eb5b9b70-5754-4d65-aabe-62def9b09567 None None] Provisioning complete for port 0652fb39-cf17-4074-a343-85f5ab545846 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:38.204097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b70-5754-4d65-aabe-62def9b09567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.272007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b9b70-5754-4d65-aabe-62def9b09567 None None] Port 0652fb39-cf17-4074-a343-85f5ab545846 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:45:38.356023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:38.393822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0a701d36-997c-4703-95e5-d829399a7c30 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:38.446868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 051c060d-f572-44ce-a4c6-fb8f78c1560d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:38.543570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 051c060d-f572-44ce-a4c6-fb8f78c1560d {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:38.555122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 051c060d-f572-44ce-a4c6-fb8f78c1560d not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:38.636220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 0a701d36-997c-4703-95e5-d829399a7c30 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:38.636456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add989-009f-42ee-b79f-feb077ffec5e req-5378589a-6716-4c51-8f7a-a26aea1c7ba8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:38.637027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.644358 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54add989-009f-42ee-b79f-feb077ffec5e req-5378589a-6716-4c51-8f7a-a26aea1c7ba8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1603093 Apr 08 19:45:38.696105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.709679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.798406 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54add989-009f-42ee-b79f-feb077ffec5e req-ee7b5d1d-0d7d-45f9-b539-8cc5748e08f1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529970 Apr 08 19:45:38.807095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:38.842387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:37Z', 'revision_number': 1, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:38.846742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb651ca-b453-4033-bdf3-33c22171a884 None None] The sync data for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb is: [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:37Z', 'revision_number': 1, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:45:38.924899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:38.941624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:38.960862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:38.987981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:39.079723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Network e66d9236-d138-4d1f-b352-fad80ba2b110 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:39.080932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:39.372124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:45:39.413612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-7a347f03-efd3-4c8e-a0a8-64d526e74069 None None] Provisioning complete for port 0652fb39-cf17-4074-a343-85f5ab545846 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:39.415333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a347f03-efd3-4c8e-a0a8-64d526e74069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:39.454508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Deleting port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:39.456015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:39.478244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-7a347f03-efd3-4c8e-a0a8-64d526e74069 None None] Port 0652fb39-cf17-4074-a343-85f5ab545846 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:45:39.577614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:39.589412 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/259dd2ab-ad39-460d-8b7f-6750eb77ad34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5436268 Apr 08 19:45:39.694039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] For port 1d2acf33-2cfb-45dd-9e03-02b57cfa2311, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,segment=NetworkSegment(5b8bfacd-507b-458b-8bc7-499d6f9fefd7),segment_id=5b8bfacd-507b-458b-8bc7-499d6f9fefd7)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:39.696107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:39.876745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Calling delete_port for 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 owned by network:router_interface {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:40.293553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58648) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:40.301018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1078230106-network', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:40.311621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:40.316645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Usage tracker for resource:network and tenant:e159fbf4ca884efb8632f8b8f085836f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:40.320800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:40.332873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:40.351713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Made reservation on behalf of e159fbf4ca884efb8632f8b8f085836f for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:40.357067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.371869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.385562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 957b8b79-2071-46d4-8202-fd3a506c15c4 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:40.389472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:40.393831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Usage tracker for resource:security_group_rule and tenant:e159fbf4ca884efb8632f8b8f085836f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:40.397145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:40.404076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:40.482375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 957b8b79-2071-46d4-8202-fd3a506c15c4 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:40.488617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 957b8b79-2071-46d4-8202-fd3a506c15c4 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:40.489046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.503657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.509985 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.514930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b393a846-2222-40f4-9882-f0dc57087da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:40.536443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc420ca-f11c-4aa4-918d-0a89d445a587 req-262d5ebb-cf09-4359-afa6-d937dbb076c4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:40.541036 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fdc420ca-f11c-4aa4-918d-0a89d445a587 req-262d5ebb-cf09-4359-afa6-d937dbb076c4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.5933523 Apr 08 19:45:40.545168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:45:40.555224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8260614d-75b3-4009-9bd0-1870132b4570,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:40.559383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:40.561973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.562364 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Added segment 399152ba-8c69-467a-8c7d-8f223e507a7a of type vlan for network 31704387-6fa2-49e1-920e-43a00b3b013a Apr 08 19:45:40.591992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.620581 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fdc420ca-f11c-4aa4-918d-0a89d445a587 req-2dd3ad62-5818-42d8-b84e-e2f2db48b912 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733418 Apr 08 19:45:40.623714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.625377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:40.626237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.631627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:40.635147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.639900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.657275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 957b8b79-2071-46d4-8202-fd3a506c15c4, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=957b8b79-2071-46d4-8202-fd3a506c15c4,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:40.662679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:40.665649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:40.670609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:40.720759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2acf33-2cfb-45dd-9e03-02b57cfa2311,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:40.724706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:40.736853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Pushing event updated for resources: {'Network': ['ID=31704387-6fa2-49e1-920e-43a00b3b013a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:40.741598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:40.745199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=957b8b79-2071-46d4-8202-fd3a506c15c4,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:40.750107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 31704387-6fa2-49e1-920e-43a00b3b013a details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:45:40.758250 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4634840 Apr 08 19:45:40.761500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58652) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:40.767630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:40.768891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Request body: {'subnet': {'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1078230106-subnet', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:40.774510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:40.779917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Usage tracker for resource:subnet and tenant:e159fbf4ca884efb8632f8b8f085836f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:40.783912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:40.790426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:40.802540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Made reservation on behalf of e159fbf4ca884efb8632f8b8f085836f for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:40.808629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3489889'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.135449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.482417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852470238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3489872'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.498153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:41.631126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66840627-1742-4e08-b65c-00bcab34a7c5,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:41.635282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:41.669486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:45:41.697826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Checking segment: {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:41.698252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Network hostable DHCP agents. Network: 31704387-6fa2-49e1-920e-43a00b3b013a, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:45:41.717884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Network 31704387-6fa2-49e1-920e-43a00b3b013a is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:45:41.726900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 31704387-6fa2-49e1-920e-43a00b3b013a) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:41.742753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427863c-5149-4ef5-be46-bd51d187597f None None] Network 31704387-6fa2-49e1-920e-43a00b3b013a requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:41.800686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:41.801348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.835651 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0724297 Apr 08 19:45:41.838441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58664) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:41.853987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:41.859897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:41.866383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Usage tracker for resource:router and tenant:e159fbf4ca884efb8632f8b8f085836f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:41.870184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:41.879024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:41.880286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:41.895519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-626e6b00-6044-49f6-88d2-7babd535f3a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753096 Apr 08 19:45:41.898367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58668) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:41.904778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf346951-7cb7-4e31-b4e2-0b8df6a4af74 req-d0f1612f-77c0-48d7-9ee2-3f9f575630a5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:41.907325 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf346951-7cb7-4e31-b4e2-0b8df6a4af74 req-d0f1612f-77c0-48d7-9ee2-3f9f575630a5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1505542 Apr 08 19:45:41.917692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Sync routers for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:41.942655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:41.943457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:41.945952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.948014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:41.967150 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf346951-7cb7-4e31-b4e2-0b8df6a4af74 req-91de4d60-abd0-4922-873c-c3db1e140e99 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524220 Apr 08 19:45:41.976313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.121449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.153042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-31704387-6fa2-49e1-920e-43a00b3b013a', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:45:42.153960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.261046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:42.286525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.333740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.346356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Deleting port 345d89bc-4a7c-44fb-af99-7fb63961bc68 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:45:42.347053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.582996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] For port 345d89bc-4a7c-44fb-af99-7fb63961bc68, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=345d89bc-4a7c-44fb-af99-7fb63961bc68,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:42.583530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.598665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Sync routers for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:42.624987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:42.625688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:42.700071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 957b8b79-2071-46d4-8202-fd3a506c15c4 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:42.726888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.764368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.797653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:45:42.879370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Allocated IP 172.20.0.2 (31704387-6fa2-49e1-920e-43a00b3b013a/66840627-1742-4e08-b65c-00bcab34a7c5/df3a6325-83e0-40aa-9171-760886dd61ef) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:42.880140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:42.936881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 957b8b79-2071-46d4-8202-fd3a506c15c4 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:42.937317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:42.947611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Allocated IP 172.28.3.216 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:43.038326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Calling delete_port for 345d89bc-4a7c-44fb-af99-7fb63961bc68 owned by network:router_gateway {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:45:43.151515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 5, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port': {'id': '345d89bc-4a7c-44fb-af99-7fb63961bc68', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:42:50Z', 'updated_at': '2021-04-08T19:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:43.194267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Checking router: 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:43.210537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.235860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Routers {'0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:43.236597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:43.279283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.299884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.322561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9e07cae1-51f7-4767-b3a4-53556bd29daf tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:43.393123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=345d89bc-4a7c-44fb-af99-7fb63961bc68,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:43.402063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:43.433853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:43.458617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] Set router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 gateway port host: None {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:43.494758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:43.503146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:43.506052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:43.516695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 2, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:43.521681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Checking router: 259dd2ab-ad39-460d-8b7f-6750eb77ad34 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:43.522077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Updating router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 port 0652fb39-cf17-4074-a343-85f5ab545846 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:45:43.538156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d79c1-31d7-40e4-a13f-7a421f137586 req-4c14f66f-0de7-4cb3-8555-5ed6b399f485 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:43.539748 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e8d79c1-31d7-40e4-a13f-7a421f137586 req-4c14f66f-0de7-4cb3-8555-5ed6b399f485 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.2848890 Apr 08 19:45:43.601054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.605419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:45:43Z', 'revision_number': 7, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:43.609020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.615099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e565db4-d7f1-4166-a811-75212e93948a None None] The sync data for ids ['0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3'] in dv-cinder-784623-4-smb is: [{'id': '0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3', 'name': 'tempest-ServerRescueNegativeTestJSON-765416449-router', 'tenant_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:42:49Z', 'updated_at': '2021-04-08T19:45:43Z', 'revision_number': 7, 'project_id': 'a49cdb3e0ec1487ba379a74fe4177586', 'gw_port_host': None}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:45:43.633648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Transition to ACTIVE for port object df3a6325-83e0-40aa-9171-760886dd61ef will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:43.661366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Transition to ACTIVE for port object df3a6325-83e0-40aa-9171-760886dd61ef will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:43.672894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.693206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.693667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:43.876353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Pushing event updated for resources: {'Port': ['ID=df3a6325-83e0-40aa-9171-760886dd61ef,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:43.891452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:43.935271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.938405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:43.966298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Network 31704387-6fa2-49e1-920e-43a00b3b013a is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:43.967612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:43.970182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:44.094880 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e8d79c1-31d7-40e4-a13f-7a421f137586 req-8b128796-9cd6-4f0a-bf29-636f51a1c3b9 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5476875 Apr 08 19:45:44.096303 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.096940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 {{(pid=85305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:45:44.122733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Attempting to bind port df3a6325-83e0-40aa-9171-760886dd61ef on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:44.123682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Attempting to bind port df3a6325-83e0-40aa-9171-760886dd61ef by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:44.124117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Attempting to bind port df3a6325-83e0-40aa-9171-760886dd61ef on network 31704387-6fa2-49e1-920e-43a00b3b013a {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:44.126748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.128022 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0d73ca9a-cdd7-464d-aa20-d6c63e2b55a3 HTTP/1.1" status: 204 len: 168 time: 2.2287123 Apr 08 19:45:44.136277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58686) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:44.138698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:44.139325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Checking segment: {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:44.139952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.140583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Bound using segment: {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:44.141317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Bound port: df3a6325-83e0-40aa-9171-760886dd61ef, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:44.142172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.213942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Deleting subnet 8bcd19bf-93dc-479a-a67b-2574d2d56bd6 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:45:44.218075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.267953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.286229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] For port df3a6325-83e0-40aa-9171-760886dd61ef, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:44.294807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Transition to ACTIVE for port object 0652fb39-cf17-4074-a343-85f5ab545846 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:44.295411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] For port df3a6325-83e0-40aa-9171-760886dd61ef, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=df3a6325-83e0-40aa-9171-760886dd61ef,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:44.302328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.311487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.318440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.337414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:44.374573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:44.385232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:44.391762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.445795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.458697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:44.494813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:44.548415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf130-c461-4669-9d04-340050759817 None None] Pushing event updated for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:44.553136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bacdf130-c461-4669-9d04-340050759817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:44.607009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Pushing event updated for resources: {'Port': ['ID=df3a6325-83e0-40aa-9171-760886dd61ef,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:44.618005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:44.627453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:44.633337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1d2acf33-2cfb-45dd-9e03-02b57cfa2311 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:44.633475 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 345d89bc-4a7c-44fb-af99-7fb63961bc68 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:45:44.702923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 345d89bc-4a7c-44fb-af99-7fb63961bc68 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:45:44.703319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 345d89bc-4a7c-44fb-af99-7fb63961bc68 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:45:44.783285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Attempting to bind port 0652fb39-cf17-4074-a343-85f5ab545846 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:44.783963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Attempting to bind port 0652fb39-cf17-4074-a343-85f5ab545846 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:44.784512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Attempting to bind port 0652fb39-cf17-4074-a343-85f5ab545846 on network e66d9236-d138-4d1f-b352-fad80ba2b110 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:44.784995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.791379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:44.791982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Checking segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:44.792521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.793045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Bound using segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:44.793642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Bound port: 0652fb39-cf17-4074-a343-85f5ab545846, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:44.794126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.806583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7e95050d-aa3c-4587-a1c0-21a666959352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:44.858506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcd19bf-93dc-479a-a67b-2574d2d56bd6,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:44.862570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:44.867013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.878364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] For port 0652fb39-cf17-4074-a343-85f5ab545846, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:44.881603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] For port 0652fb39-cf17-4074-a343-85f5ab545846, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0652fb39-cf17-4074-a343-85f5ab545846,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:44.885660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.901018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:44.945826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:44.952632 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8bcd19bf-93dc-479a-a67b-2574d2d56bd6 HTTP/1.1" status: 204 len: 168 time: 0.8151031 Apr 08 19:45:44.955166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58690) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:45.056448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf130-c461-4669-9d04-340050759817 None None] Pushing event updated for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:45.073068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bacdf130-c461-4669-9d04-340050759817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:45.077821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.115683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Router 033c896e-e88e-4499-a589-7c330fca3e91 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:45:45.155647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:45.156279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.428642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.515811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:45.567874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167a446c-14b8-4320-90f4-876fbf4dadae']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.584341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8bfacd-507b-458b-8bc7-499d6f9fefd7') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.584796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8bfacd-507b-458b-8bc7-499d6f9fefd7') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.604321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f7ee-0ff5-44a0-812c-e97de380b6eb req-a9f8b890-a5e1-4270-bd48-54631a9d4893 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:45.613054 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6bd3f7ee-0ff5-44a0-812c-e97de380b6eb req-a9f8b890-a5e1-4270-bd48-54631a9d4893 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.3360629 Apr 08 19:45:45.614493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.616601 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:45.627318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Sync routers for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:45.636921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.638496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:45.639407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.644210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:45:45.662424 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6bd3f7ee-0ff5-44a0-812c-e97de380b6eb req-7eef1f7d-7811-4f78-b27a-3f51ec6decd6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482514 Apr 08 19:45:45.698415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.699973 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8601575 Apr 08 19:45:45.704217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58706) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:45.880051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:45.908944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Network 167a446c-14b8-4320-90f4-876fbf4dadae has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:45.919561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:45.970974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:44Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:45.979966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded27ad5-5117-45ff-8637-56d19d73626f None None] The sync data for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb is: [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:44Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:45:46.171121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Network 167a446c-14b8-4320-90f4-876fbf4dadae has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:45:46.223158 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:45:46.377450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:46.382580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:46.393693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:46.436529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Pushing event deleted for resources: {'Network': ['ID=167a446c-14b8-4320-90f4-876fbf4dadae,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:46.439836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:46.448403 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] 10.222.0.35 "DELETE /v2.0/networks/167a446c-14b8-4320-90f4-876fbf4dadae HTTP/1.1" status: 204 len: 168 time: 1.4917064 Apr 08 19:45:46.540219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:43Z', 'revision_number': 3, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:46.545740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Checking router: 033c896e-e88e-4499-a589-7c330fca3e91 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:46.546296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Updating router 033c896e-e88e-4499-a589-7c330fca3e91 port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:45:46.617671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device df3a6325-83e0-40aa-9171-760886dd61ef up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:46.730103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:46.764505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:46.840930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58716) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:46.853440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bedbd15-a067-47af-8ba5-efa238ba415a None None] Network 31704387-6fa2-49e1-920e-43a00b3b013a requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:46.901529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port df3a6325-83e0-40aa-9171-760886dd61ef completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:46.923753 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fb59abbe-f411-4e99-aef3-4cc323e10c39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a49cdb3e0ec1487ba379a74fe4177586&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0760698 Apr 08 19:45:46.926748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58720) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:46.967881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0652fb39-cf17-4074-a343-85f5ab545846 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:47.033092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Allocated IP 172.20.0.1 (31704387-6fa2-49e1-920e-43a00b3b013a/66840627-1742-4e08-b65c-00bcab34a7c5/5cfe65e6-21dc-404e-9ae5-9161dcf1c30e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:47.139490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Provisioning for port df3a6325-83e0-40aa-9171-760886dd61ef completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:47.172787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Provisioning complete for port df3a6325-83e0-40aa-9171-760886dd61ef triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:47.173215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.236258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0ee5-ffb8-4bdb-b777-824a43e579b6 req-53fa760a-b7c8-46a5-84b5-807b9d09a920 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:47.238148 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-156f0ee5-ffb8-4bdb-b777-824a43e579b6 req-53fa760a-b7c8-46a5-84b5-807b9d09a920 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.4446955 Apr 08 19:45:47.279488 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-156f0ee5-ffb8-4bdb-b777-824a43e579b6 req-b5b8267f-96e7-42b4-b170-851cba6f75d9 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258029 Apr 08 19:45:47.335492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.366067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.404349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 0652fb39-cf17-4074-a343-85f5ab545846 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:47.422371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.429277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b67dbc36-28cd-4b31-bbf3-ca07f5b2c0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:47.431394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 0652fb39-cf17-4074-a343-85f5ab545846 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:47.431780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.445651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baac4e1-934a-499e-824d-2ec2ac8d8f8c,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:47.450315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:47.462212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.467367 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0baac4e1-934a-499e-824d-2ec2ac8d8f8c HTTP/1.1" status: 204 len: 168 time: 0.5371656 Apr 08 19:45:47.576724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.596762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Transition to ACTIVE for port object 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:47.622278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.642797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:47.681215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.799921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:47.805305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:47.812107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] For port df3a6325-83e0-40aa-9171-760886dd61ef, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=df3a6325-83e0-40aa-9171-760886dd61ef,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:47.832240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.845202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:47.855567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Network 31704387-6fa2-49e1-920e-43a00b3b013a is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:47.856850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:47.859965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:47.892313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.913192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.918051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.945365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Transition to ACTIVE for port object b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:47.959041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:47.976340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 0652fb39-cf17-4074-a343-85f5ab545846, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0652fb39-cf17-4074-a343-85f5ab545846,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:47.999127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.003598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Pushing event updated for resources: {'Port': ['ID=df3a6325-83e0-40aa-9171-760886dd61ef,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:48.060999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.070224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:48.070764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:48.172236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7029f6-3c81-4267-b045-c21b3f076213 None None] Pushing event updated for resources: {'Port': ['ID=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:48.427517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.433804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.476273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device df3a6325-83e0-40aa-9171-760886dd61ef up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:48.476401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:48.477566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58768) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:48.533384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a0649fba-623c-4e34-9a49-476ce406c3f9 None None] Provisioning complete for port df3a6325-83e0-40aa-9171-760886dd61ef triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:48.533800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a0649fba-623c-4e34-9a49-476ce406c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.598738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-496933281-network', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:48.604626 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:48.609328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Usage tracker for resource:network and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:48.612340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:48.618715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:48.619668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:48.629073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:48.632307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Made reservation on behalf of 9a6bed0a34d244d3ae9bf9ab5d80bddf for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:48.635932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.637744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.651558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.655607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Attempting to bind port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:48.656029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Attempting to bind port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:48.656451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Attempting to bind port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:48.662325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:48.670266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:48.672388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:48.676797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:48.677002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:48.677202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:48.678059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:48.678476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:48.678926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.679375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:48.679887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Bound port: b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:48.680009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:48.680305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.688170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:48.739511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port df3a6325-83e0-40aa-9171-760886dd61ef triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:48.739942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.782064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.783230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48175e5-c830-47eb-bc62-4d334ddc3ea1 req-b5719a24-da0b-4f04-be7e-6b39cfed6b1d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:48.785003 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d48175e5-c830-47eb-bc62-4d334ddc3ea1 req-b5719a24-da0b-4f04-be7e-6b39cfed6b1d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.2771757 Apr 08 19:45:48.797563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.803431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:48.834438 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d48175e5-c830-47eb-bc62-4d334ddc3ea1 req-c565a544-f0c1-4dc4-97cc-d6fd9ad34eb6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Apr 08 19:45:48.839843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:45:48.870999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce905b-f806-419a-9930-9d8af5fcc53a,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:48.877531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.878298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Added segment 5ff78339-4ec0-4220-8cc8-e921e9c0ee2a of type vlan for network 4ba185ba-d71a-42fe-af15-707e38e74c7b Apr 08 19:45:48.882409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] For port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:48.885971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.886688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.887111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.887528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.887929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.888331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.888903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.889160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.889554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.890087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.890726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.891100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:45:48.897669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:48.902592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Network 31704387-6fa2-49e1-920e-43a00b3b013a is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:48.902720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] For port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:48.904122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:48.947102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.954653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.986073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.988184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:48.989148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:48.998902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:49.002240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b5412eab-44ae-4061-8527-5b700a153137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:49.120555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7029f6-3c81-4267-b045-c21b3f076213 None None] Pushing event updated for resources: {'Port': ['ID=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:49.135406 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6562939 Apr 08 19:45:49.138564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58788) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:49.139516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba185ba-d71a-42fe-af15-707e38e74c7b,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:49.142830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:49.150179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Request body: {'subnet': {'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-subnet', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:49.159984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7d7029f6-3c81-4267-b045-c21b3f076213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:49.161360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:49.170480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Usage tracker for resource:subnet and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:49.178165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:49.178519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:45:49.193202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:49.218062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Made reservation on behalf of 9a6bed0a34d244d3ae9bf9ab5d80bddf for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:45:49.223363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:49.268839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Router 033c896e-e88e-4499-a589-7c330fca3e91 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:45:49.282513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3e096db5-5fbb-40b8-8741-dd593469fd3f None None] Provisioning for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:49.300055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3e096db5-5fbb-40b8-8741-dd593469fd3f None None] Provisioning complete for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:49.300929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3e096db5-5fbb-40b8-8741-dd593469fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:49.484227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-3e096db5-5fbb-40b8-8741-dd593469fd3f None None] Port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:45:49.503099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:49.512999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:49.513763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:49.523939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] 10.222.0.35 "PUT /v2.0/routers/033c896e-e88e-4499-a589-7c330fca3e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8153875 Apr 08 19:45:49.691605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-2418295d-277a-484e-b510-9a5b78bb4a05 None None] Provisioning complete for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:49.692143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2418295d-277a-484e-b510-9a5b78bb4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:49.705671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:49.722509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:49.780773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-2418295d-277a-484e-b510-9a5b78bb4a05 None None] Port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:45:49.794925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:49.864863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b3f7ef-f2ca-4d61-a460-7bea283bc295,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:49.874511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:49.953016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Checking segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:49.953426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Network hostable DHCP agents. Network: 4ba185ba-d71a-42fe-af15-707e38e74c7b, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:45:50.032184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:45:50.048798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 4ba185ba-d71a-42fe-af15-707e38e74c7b) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:50.062491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84459aca-53ed-46b6-8fb4-7b2b4d01ae55 None None] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:50.075804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:50.076463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.104134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631e8c-ecb9-4dfa-851f-c5361441b78c req-d6240083-212f-4801-aac0-e5e179e3caaa tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:50.105853 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef631e8c-ecb9-4dfa-851f-c5361441b78c req-d6240083-212f-4801-aac0-e5e179e3caaa tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1328912 Apr 08 19:45:50.115855 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-589a2d54-db22-4ae0-935d-d1750bb9e7e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9691076 Apr 08 19:45:50.116402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58814) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:50.125151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:45:50.131570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:45:50.137121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Usage tracker for resource:router and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:45:50.141493 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef631e8c-ecb9-4dfa-851f-c5361441b78c req-0b7b7881-f8f8-4737-8ea2-35b24ecfdd03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269043 Apr 08 19:45:50.149596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:45:50.162071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:45:50.174105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.175652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.198831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.390401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0652fb39-cf17-4074-a343-85f5ab545846 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:50.517725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.611917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 0652fb39-cf17-4074-a343-85f5ab545846 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:50.612338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:50.675576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5cfe65e6-21dc-404e-9ae5-9161dcf1c30e', 'name': '', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'mac_address': 'fa:16:3e:13:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:46Z', 'updated_at': '2021-04-08T19:45:48Z', 'revision_number': 2, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'subnets': [{'id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:50.701234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174cc98-9a66-4209-9168-1c6845441bc4 None None] The sync data for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb is: [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5cfe65e6-21dc-404e-9ae5-9161dcf1c30e', 'name': '', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'mac_address': 'fa:16:3e:13:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:46Z', 'updated_at': '2021-04-08T19:45:48Z', 'revision_number': 2, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'subnets': [{'id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:45:50.721730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-4ba185ba-d71a-42fe-af15-707e38e74c7b', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:45:50.722445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:51.003577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:51.080187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Allocated IP 172.20.0.2 (4ba185ba-d71a-42fe-af15-707e38e74c7b/e9b3f7ef-f2ca-4d61-a460-7bea283bc295/b7734d6f-f994-4a06-ac95-d49387430d02) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:51.405547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:51.525069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:51.552335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Transition to ACTIVE for port object b7734d6f-f994-4a06-ac95-d49387430d02 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:51.589090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Transition to ACTIVE for port object b7734d6f-f994-4a06-ac95-d49387430d02 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:51.607284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:51.623954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8b1af8b2-b629-41d7-b7f0-c04fd387132c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:51.679394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Allocated IP 172.28.3.254 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/9a404df9-5fb1-47cd-b05c-d5c483911297) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:51.801778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Pushing event updated for resources: {'Port': ['ID=b7734d6f-f994-4a06-ac95-d49387430d02,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:51.819312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:51.820775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330187e-3e95-473a-a7af-48af7a9fa18f req-710daea7-3e00-428a-ae6b-b4737fd040c4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:51.823700 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a330187e-3e95-473a-a7af-48af7a9fa18f req-710daea7-3e00-428a-ae6b-b4737fd040c4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.3484347 Apr 08 19:45:51.884173 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a330187e-3e95-473a-a7af-48af7a9fa18f req-a849a273-3125-430e-b1c2-d93983af9ea3 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Apr 08 19:45:51.918440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:51.930255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:51.934055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:51.989590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.027628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.069164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:52.073629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Attempting to bind port b7734d6f-f994-4a06-ac95-d49387430d02 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:52.074138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Attempting to bind port b7734d6f-f994-4a06-ac95-d49387430d02 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:52.074637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Attempting to bind port b7734d6f-f994-4a06-ac95-d49387430d02 on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:52.084022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:52.084586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Checking segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:52.085263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.085775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Bound using segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:52.086390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Bound port: b7734d6f-f994-4a06-ac95-d49387430d02, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:52.086929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.190683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] For port b7734d6f-f994-4a06-ac95-d49387430d02, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:52.194180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] For port b7734d6f-f994-4a06-ac95-d49387430d02, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b7734d6f-f994-4a06-ac95-d49387430d02,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:52.202560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.229452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7d7029f6-3c81-4267-b045-c21b3f076213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:52.232418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Pushing event updated for resources: {'Port': ['ID=9a404df9-5fb1-47cd-b05c-d5c483911297,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:52.237429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:52.302248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:52.303676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:52.306310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:52.482699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:52.601867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Pushing event updated for resources: {'Port': ['ID=b7734d6f-f994-4a06-ac95-d49387430d02,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:52.609707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:52.662940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:52.670059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:52.670490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.883965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.922499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:52.935414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:52.939263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:52.991193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:53.047350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:53.063072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:53.321847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed81d2c-3f7a-4df6-ba8e-4e2c525e7cf5 req-5b47fe80-9e02-4fd5-bbac-e28749b93d79 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:53.349609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4ed81d2c-3f7a-4df6-ba8e-4e2c525e7cf5 req-5b47fe80-9e02-4fd5-bbac-e28749b93d79 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.2505693 Apr 08 19:45:53.393696 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4ed81d2c-3f7a-4df6-ba8e-4e2c525e7cf5 req-18c40aaa-53c9-48f4-86ff-cd5edfdc67d1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Apr 08 19:45:53.640935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:53.879771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:45:54.091034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:45:54.101204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:54.114976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:54.115662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:54.165234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:54.170065 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b96afe58-3029-4ff6-ad54-262e4d01406a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0486953 Apr 08 19:45:54.170331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58860) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:45:54.571811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:54.749405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74f10b-4ef3-4234-8cf0-e0339d411c80 req-0d5b9aa2-2ece-4972-bf23-0feb7f2c4bba tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:54.755462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:54.758293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:54.765636 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6d74f10b-4ef3-4234-8cf0-e0339d411c80 req-0d5b9aa2-2ece-4972-bf23-0feb7f2c4bba tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1655068 Apr 08 19:45:54.822361 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6d74f10b-4ef3-4234-8cf0-e0339d411c80 req-b3b5f385-c6c6-41c6-a699-bc28248c7546 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556276 Apr 08 19:45:54.830410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:54.922122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db3a30-804c-4cc3-b92b-363bda5e677d None None] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:45:55.117355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b7734d6f-f994-4a06-ac95-d49387430d02 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:55.194029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-916610b4-3434-4db9-928b-b0b8efc76147 None None] Provisioning for port b7734d6f-f994-4a06-ac95-d49387430d02 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:55.360056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Sync routers for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:45:55.389071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:55.390043 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:55.448054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 3, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:55.453304 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:55.453885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Updating router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 port 9a404df9-5fb1-47cd-b05c-d5c483911297 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:45:55.533325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:55.560311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:55.839323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Allocated IP 172.20.0.1 (4ba185ba-d71a-42fe-af15-707e38e74c7b/e9b3f7ef-f2ca-4d61-a460-7bea283bc295/f31b3e28-35ae-41a8-ba84-c70969424719) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:45:55.883606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port b7734d6f-f994-4a06-ac95-d49387430d02 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:55.901745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port b7734d6f-f994-4a06-ac95-d49387430d02 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:55.910312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.065788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.078209 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.082510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Transition to ACTIVE for port object 9a404df9-5fb1-47cd-b05c-d5c483911297 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:56.098104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.111073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Transition to ACTIVE for port object f31b3e28-35ae-41a8-ba84-c70969424719 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:56.113784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bacdf130-c461-4669-9d04-340050759817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:56.157338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.158187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb46bc-ae66-4902-9cf3-61406396fafc req-7278e22d-e3c8-4f32-8a69-bcd486e21b9c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:56.160133 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-49eb46bc-ae66-4902-9cf3-61406396fafc req-7278e22d-e3c8-4f32-8a69-bcd486e21b9c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1395302 Apr 08 19:45:56.212026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port b7734d6f-f994-4a06-ac95-d49387430d02, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b7734d6f-f994-4a06-ac95-d49387430d02,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:45:56.224555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:56.226945 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-49eb46bc-ae66-4902-9cf3-61406396fafc req-e5478670-e952-4d50-856b-5b0bca572760 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595610 Apr 08 19:45:56.258824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.282620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:56.314513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.331072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:56.360807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Pushing event updated for resources: {'Port': ['ID=9a404df9-5fb1-47cd-b05c-d5c483911297,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:56.369865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:56.577903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Attempting to bind port 9a404df9-5fb1-47cd-b05c-d5c483911297 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:56.578314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Attempting to bind port 9a404df9-5fb1-47cd-b05c-d5c483911297 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:56.578718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Attempting to bind port 9a404df9-5fb1-47cd-b05c-d5c483911297 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:56.594257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:56.594677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:56.595133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.595570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:56.595700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=b7734d6f-f994-4a06-ac95-d49387430d02,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:56.604965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Bound port: 9a404df9-5fb1-47cd-b05c-d5c483911297, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:56.605347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:56.680836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:56.686629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:56.691081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:56.760404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:56.765549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:56.769002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:45:56.789396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] For port 9a404df9-5fb1-47cd-b05c-d5c483911297, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:56.792568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] For port 9a404df9-5fb1-47cd-b05c-d5c483911297, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=9a404df9-5fb1-47cd-b05c-d5c483911297,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:56.807816 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:57.009218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-8bc130d5-10c1-4de8-a4a4-a5aea60ac3d6 None None] Provisioning complete for port b7734d6f-f994-4a06-ac95-d49387430d02 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:57.009639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bc130d5-10c1-4de8-a4a4-a5aea60ac3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:57.151383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0261dad4-0b08-4af3-bed4-2d12d54801f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:57.210567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:57.276854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5cfe65e6-21dc-404e-9ae5-9161dcf1c30e', 'name': '', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'mac_address': 'fa:16:3e:13:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:46Z', 'updated_at': '2021-04-08T19:45:48Z', 'revision_number': 2, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'subnets': [{'id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:57.301831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:45:57.303232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:57.345953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Checking router: 033c896e-e88e-4499-a589-7c330fca3e91 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:45:57.346876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Updating router 033c896e-e88e-4499-a589-7c330fca3e91 port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:45:57.454293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:57.523533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Pushing event updated for resources: {'Port': ['ID=9a404df9-5fb1-47cd-b05c-d5c483911297,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:57.535897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:57.562383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-01eb88c8-ce5a-4492-9c9c-8ed75b285d05 None None] Provisioning for port f31b3e28-35ae-41a8-ba84-c70969424719 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:45:57.637330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:45:57.650237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-01eb88c8-ce5a-4492-9c9c-8ed75b285d05 None None] Provisioning complete for port f31b3e28-35ae-41a8-ba84-c70969424719 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:57.650237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01eb88c8-ce5a-4492-9c9c-8ed75b285d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:57.845520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf027a4-55be-4311-a01a-8d3d5bb17707 req-aca14abb-98b9-4556-a3fa-89b45dd30f0e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:57.853831 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caf027a4-55be-4311-a01a-8d3d5bb17707 req-aca14abb-98b9-4556-a3fa-89b45dd30f0e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.9598174 Apr 08 19:45:57.879995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-01eb88c8-ce5a-4492-9c9c-8ed75b285d05 None None] Port f31b3e28-35ae-41a8-ba84-c70969424719 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:45:57.911827 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caf027a4-55be-4311-a01a-8d3d5bb17707 req-7818f9b3-1133-402c-99c9-3ca68b9bdd79 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565767 Apr 08 19:45:57.917787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-e03f32c6-6297-458b-a3f6-bd2fdda34725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:57.926199 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-e03f32c6-6297-458b-a3f6-bd2fdda34725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1098 time: 0.8965189 Apr 08 19:45:57.931578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.167111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 3, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:45:58.176639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6247d64-42ea-4af3-969f-288186e991a4 None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 3, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:45:58.289539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.299698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.319332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Transition to ACTIVE for port object 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:45:58.333932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.356919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-47001d3e-a4ca-42af-9a39-1b52f81e3ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:58.391468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.497362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d0313160-1da0-4acb-993f-ecaa2cfc0b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:45:58.599532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b7734d6f-f994-4a06-ac95-d49387430d02 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:45:58.701986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Pushing event updated for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:58.715438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:58.927508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:45:58.927886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port b7734d6f-f994-4a06-ac95-d49387430d02 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:45:58.928009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:58.931222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:45:58.933580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-fdb9990f-738e-46fa-be00-02bafa35c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:58.935580 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-fdb9990f-738e-46fa-be00-02bafa35c27a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.6277652 Apr 08 19:45:59.150810 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-2d660a05-35f5-40ef-b663-3c27628cd095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 1001 time: 0.1988487 Apr 08 19:45:59.283491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Attempting to bind port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:45:59.283968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Attempting to bind port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:45:59.284317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Attempting to bind port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e on network 31704387-6fa2-49e1-920e-43a00b3b013a {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:45:59.295860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:59.344388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775dcc-47e1-4688-9f6d-01044d50b0ec req-da3ef1d3-b4d3-40c2-abb8-60beb12e1bc0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:59.354045 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa775dcc-47e1-4688-9f6d-01044d50b0ec req-da3ef1d3-b4d3-40c2-abb8-60beb12e1bc0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1632917 Apr 08 19:45:59.403962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa775dcc-47e1-4688-9f6d-01044d50b0ec req-e12e908c-5504-4134-9c22-6a28ee8bb398 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Apr 08 19:45:59.471533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-33ccda0d-2df7-4efa-bca5-fb932081bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:59.473329 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-33ccda0d-2df7-4efa-bca5-fb932081bfa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.2995002 Apr 08 19:45:59.597014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:45:59.597614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Checking segment: {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:45:59.598203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:59.598756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Bound using segment: {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:45:59.599411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Bound port: 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399152ba-8c69-467a-8c7d-8f223e507a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:45:59.600057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:59.614366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:45:59.615706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:45:59.724715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] For port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:45:59.728139 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] For port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:45:59.742281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:45:59.825573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-27032cdc-2abe-49ca-95e1-699f2cdc3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:45:59.827133 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-27032cdc-2abe-49ca-95e1-699f2cdc3c6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2947292 Apr 08 19:45:59.923236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:00.005497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a23a2f79-fba8-4a5d-8e99-3908c9c4a776 None None] Provisioning complete for port f31b3e28-35ae-41a8-ba84-c70969424719 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:00.005958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a23a2f79-fba8-4a5d-8e99-3908c9c4a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:00.014860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:46:00.087439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a23a2f79-fba8-4a5d-8e99-3908c9c4a776 None None] Port f31b3e28-35ae-41a8-ba84-c70969424719 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:46:00.092057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:00.092775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:00.214925 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-6b3440b2-1981-413f-a974-ce506c474a09 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731792 Apr 08 19:46:00.290395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Pushing event updated for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:00.319940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:00.496063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:00.634428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 9a404df9-5fb1-47cd-b05c-d5c483911297 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:00.866249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:46:00.880085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 9a404df9-5fb1-47cd-b05c-d5c483911297 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:00.892116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 9a404df9-5fb1-47cd-b05c-d5c483911297 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:00.892785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:00.910937 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] 10.222.0.35 "PUT /v2.0/routers/870f94d8-6fe9-462c-84ad-71ff5ba188a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7395256 Apr 08 19:46:00.982478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d90df-8d14-4c6c-bfdc-761b5616fc23 req-b206cfd8-8075-4a68-8557-7cd24454e7e2 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:00.990512 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d2d90df-8d14-4c6c-bfdc-761b5616fc23 req-b206cfd8-8075-4a68-8557-7cd24454e7e2 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.2370827 Apr 08 19:46:01.074646 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d2d90df-8d14-4c6c-bfdc-761b5616fc23 req-457b9615-3329-4872-9f08-fa55ee8d38ac tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763350 Apr 08 19:46:01.101481 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0550dd5d-c139-42e4-81fb-99b090ada850 req-e9465be4-dc5c-460e-b8cc-9a566b577d04 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743415 Apr 08 19:46:01.188327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:01.222130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5cfe65e6-21dc-404e-9ae5-9161dcf1c30e', 'name': '', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'mac_address': 'fa:16:3e:13:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:46Z', 'updated_at': '2021-04-08T19:45:59Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'subnets': [{'id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:01.225666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 9a404df9-5fb1-47cd-b05c-d5c483911297, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=9a404df9-5fb1-47cd-b05c-d5c483911297,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:01.231525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40ed70-e974-44ef-9100-a83a43835227 None None] The sync data for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb is: [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5cfe65e6-21dc-404e-9ae5-9161dcf1c30e', 'name': '', 'network_id': '31704387-6fa2-49e1-920e-43a00b3b013a', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'mac_address': 'fa:16:3e:13:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:46Z', 'updated_at': '2021-04-08T19:45:59Z', 'revision_number': 4, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'subnets': [{'id': '66840627-1742-4e08-b65c-00bcab34a7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:46:01.239934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:01.241034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:01.375805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-642a5345-52c6-49a9-95f8-9ee7f6019cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:01.512252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:01.520152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:01.520903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:01.584981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=9a404df9-5fb1-47cd-b05c-d5c483911297,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:01.597836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:01.858817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58962) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:01.974040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.064416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:46:02.079594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:02.080608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:02.191700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.239015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:02.246835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Usage tracker for resource:security_group_rule and tenant:ea839c4ac4154b86be7d4dbbe456600b is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:02.253615 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:02.273518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:02.370243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:02.393728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.397669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:02.454552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:02.573476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:02.577723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:02.591683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 9a404df9-5fb1-47cd-b05c-d5c483911297 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:02.678498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58976) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:02.689501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852638204', 'description': 'tempest-description--79015518'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:02.699200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:02.712517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:02.717393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:02.719101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.727742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.740618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:02.741976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 9a404df9-5fb1-47cd-b05c-d5c483911297 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:02.742405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.756751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-69a77a7e-0e71-485a-8264-3bad0494a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:02.762293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:02.770736 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea839c4ac4154b86be7d4dbbe456600b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106193 Apr 08 19:46:02.776202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58980) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:02.786650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acba1-c616-45e7-865a-79263dc953c2 req-020a5d77-e663-46b2-b879-e011caddc6d0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:02.794958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-525acba1-c616-45e7-865a-79263dc953c2 req-020a5d77-e663-46b2-b879-e011caddc6d0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.3477032 Apr 08 19:46:02.816622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:02.828643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:02.836171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:02.861984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:02.882576 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-525acba1-c616-45e7-865a-79263dc953c2 req-27654f47-27f8-4326-85ba-208745378248 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863936 Apr 08 19:46:02.893546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61e4b55-dd58-4cfe-8037-ce2680f78e83,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:02.915904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:02.953729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.010514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.032810 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.038594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.049225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5ff8ba61-d10e-4654-b663-6eac325248de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:03.100506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.107227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b8123ccc-89f3-4cc3-997b-8225bc278c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:03.124668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61e4b55-dd58-4cfe-8037-ce2680f78e83,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:03.132529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:03.133522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.134784 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e61e4b55-dd58-4cfe-8037-ce2680f78e83 HTTP/1.1" status: 204 len: 168 time: 0.3374054 Apr 08 19:46:03.267133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.435906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1345f9a2-5b81-47f5-b760-bc56e257576a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:03.449313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.449720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.450125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.450521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.450886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.451286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.451672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.452239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.452651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.453036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.453417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.453778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:03.460843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:45:58Z', 'revision_number': 2, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:03.465797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:46:03.466297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Updating router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 port f31b3e28-35ae-41a8-ba84-c70969424719 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:46:03.468359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:03.472254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.475644 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7958307 Apr 08 19:46:03.479616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 58990) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:03.488328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group_rule': {'security_group_id': '1345f9a2-5b81-47f5-b760-bc56e257576a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:03.506207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:03.510902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:03.514362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:03.526016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:03.531516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.551509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.577585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52525061-5cbf-4e9a-b451-cb2e76d25460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.602216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58994) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:03.635648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.638020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.645820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.657837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:03.658242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:03.665643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6f9a701515456b857f2f7e8371f79e is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:03.670270 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:03.683635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e361d6-ab56-46d8-a85d-2663ba2cb635,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:03.687145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:03.691491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.691763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:03.692785 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119145 Apr 08 19:46:03.696138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 58998) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:03.703163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group_rule': {'security_group_id': '1345f9a2-5b81-47f5-b760-bc56e257576a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:03.716712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:03.725541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:03.735207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:03.749396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:03.786679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.902704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.908888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.909899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.920579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:03.932306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:03.982850 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb6f9a701515456b857f2f7e8371f79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767791 Apr 08 19:46:03.983519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59002) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:04.006087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8e953-7cc9-420f-b542-27afb596d7ef,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:04.032858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:04.033348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:04.045457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.049121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.051416 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541064 Apr 08 19:46:04.054542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a0d518-6f6a-4817-af98-fb84f308019e,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:04.055762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59006) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:04.058856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ae940485-d05e-4c46-a84e-223602acb236 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:04.065241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:04.068818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Transition to ACTIVE for port object f31b3e28-35ae-41a8-ba84-c70969424719 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:04.072898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.077777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.094912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:04.105664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.118429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:04.131763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:floatingip and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:04.136415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:04.153234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:04.169923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.239462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Pushing event updated for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:04.245218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:04.285172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.305018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c4c48cff-ea56-4f3e-878e-7fb7f8c08423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:04.325946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8e953-7cc9-420f-b542-27afb596d7ef,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:04.329137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:04.373651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.375468 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bb8e953-7cc9-420f-b542-27afb596d7ef HTTP/1.1" status: 204 len: 168 time: 0.3905375 Apr 08 19:46:04.439201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.554878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Attempting to bind port f31b3e28-35ae-41a8-ba84-c70969424719 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:46:04.555274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Attempting to bind port f31b3e28-35ae-41a8-ba84-c70969424719 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:46:04.555665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Attempting to bind port f31b3e28-35ae-41a8-ba84-c70969424719 on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:04.565768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:46:04.565942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Checking segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:46:04.566376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.566812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Bound using segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:46:04.567332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Bound port: f31b3e28-35ae-41a8-ba84-c70969424719, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:46:04.567745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.568567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:04.670162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] For port f31b3e28-35ae-41a8-ba84-c70969424719, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:46:04.676536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] For port f31b3e28-35ae-41a8-ba84-c70969424719, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f31b3e28-35ae-41a8-ba84-c70969424719,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:46:04.684231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.702579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:04.703007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:04.709063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:04.780497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Allocated IP 172.28.3.169 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/0c0ce4dd-816c-47f5-81b8-f2ab628f8d27) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:04.956076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:04.956790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:45:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:05.016910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.064778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.158418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:05.268842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=0c0ce4dd-816c-47f5-81b8-f2ab628f8d27,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:05.269103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:05.282486 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:05.309854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:05.311379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:05.316425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:05.386537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Pushing event updated for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:05.399222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:05.434003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.511059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.750877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:04Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:05.756411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c1986-73fd-4770-a22a-10a8e4a58646 None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:04Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:46:05.923846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.929469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:05.962241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:05.985780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a72bbe5-4c75-47cf-88c8-e861d05e9f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.228836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=0c0ce4dd-816c-47f5-81b8-f2ab628f8d27,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:06.235176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:06.317497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.338147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.345714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.347176 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2896264 Apr 08 19:46:06.565939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f31b3e28-35ae-41a8-ba84-c70969424719 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:06.689055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port f31b3e28-35ae-41a8-ba84-c70969424719 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:06.698670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port f31b3e28-35ae-41a8-ba84-c70969424719 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:06.699777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.775118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-92ff1e4f-badb-45d2-8faa-753cd50d84e1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:06.824446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-92ff1e4f-badb-45d2-8faa-753cd50d84e1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:06.825283 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-92ff1e4f-badb-45d2-8faa-753cd50d84e1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--852638204&fields=id&tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 267 time: 0.1022255 Apr 08 19:46:06.894954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.932658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port f31b3e28-35ae-41a8-ba84-c70969424719, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f31b3e28-35ae-41a8-ba84-c70969424719,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:06.942041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:06.958182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:07.068599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:07.073625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:07.080322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.092749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d7634b30-0534-4051-b6b1-0cc38054fb17 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:07.094788 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d7634b30-0534-4051-b6b1-0cc38054fb17 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 816 time: 0.2556598 Apr 08 19:46:07.126456 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-18d00625-aee0-43ea-a0e2-73212bb30191 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/quotas/9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 375 time: 0.0239239 Apr 08 19:46:07.144010 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59060) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:07.279930 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-fab82c98-e480-4491-b38c-95c22532d2a8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1523921 Apr 08 19:46:07.343992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.367319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:07.372442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Usage tracker for resource:security_group_rule and tenant:a563636c67204ffb9f5a2fad18b5f94f is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:07.376152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:07.385828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:07.459676 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-3e7a7079-8019-406c-97f0-f28f8024cac5 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604691 Apr 08 19:46:07.491617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.497931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.545630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7a4aec5-82b7-437c-954d-2aab8633da84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:07.585460 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a563636c67204ffb9f5a2fad18b5f94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398732 Apr 08 19:46:07.589878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59066) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:07.615284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b51553c-943a-4232-bfb2-fc2a68b5223e,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:07.622716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:07.659665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-1bb493a2-d103-4c5d-a0b1-0ee39d983388 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920826 Apr 08 19:46:07.664809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.729529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.766697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.827419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.834664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:07.871489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b51553c-943a-4232-bfb2-fc2a68b5223e,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:07.879472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:07.880459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:07.884407 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b51553c-943a-4232-bfb2-fc2a68b5223e HTTP/1.1" status: 204 len: 168 time: 0.2910628 Apr 08 19:46:08.029192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-43c39f5c-ce72-43f8-8e22-66bf3d6d4f1d req-3bc1fd3a-059d-469d-a79e-b8b0aae685a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:08.050507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-43c39f5c-ce72-43f8-8e22-66bf3d6d4f1d req-3bc1fd3a-059d-469d-a79e-b8b0aae685a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:08.065871 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-43c39f5c-ce72-43f8-8e22-66bf3d6d4f1d req-3bc1fd3a-059d-469d-a79e-b8b0aae685a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 210 time: 0.1296663 Apr 08 19:46:08.310120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59094) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:08.330473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.346403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:08.350487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Usage tracker for resource:security_group_rule and tenant:a1b1f2898253452d9551dbf549bdcd92 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:08.353845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:08.359919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:08.446347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.449110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.460373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d439c3c7-7cbf-4e7c-9c83-9702e855b7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:08.497795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f31b3e28-35ae-41a8-ba84-c70969424719 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:08.509246 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1b1f2898253452d9551dbf549bdcd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951444 Apr 08 19:46:08.509246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d97ce1-1848-4785-800a-f4a5263506bc,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:08.511237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59100) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:08.511592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:08.588355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port f31b3e28-35ae-41a8-ba84-c70969424719 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:08.588926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.595492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.628000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.687982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.693614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a9e9e8b9-caf9-4d5a-b0d6-12172448a0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:08.706859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d97ce1-1848-4785-800a-f4a5263506bc,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:08.709213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:08.715583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:08.716860 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08d97ce1-1848-4785-800a-f4a5263506bc HTTP/1.1" status: 204 len: 168 time: 0.2044263 Apr 08 19:46:09.052456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-ebdba3bb-bba7-455e-aeba-6bb318904cff tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:09.055376 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-ebdba3bb-bba7-455e-aeba-6bb318904cff tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 814 time: 0.1654360 Apr 08 19:46:09.116337 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-e7fbb8a3-aea4-4549-b713-609c68b38385 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/quotas/59b007562eb54059a6f0fda9cdcc0247 HTTP/1.1" status: 200 len: 375 time: 0.0301654 Apr 08 19:46:09.262456 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3e3011e2-e63b-4b65-921c-d3420eac846b req-ef01fe29-74ec-4547-9152-3cd6a7f24396 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 210 time: 0.0589473 Apr 08 19:46:09.352916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d68e2c1d-d4d0-48ed-b26c-8a4cc016dc35 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:09.353695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d68e2c1d-d4d0-48ed-b26c-8a4cc016dc35 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:network {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:09.380501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d68e2c1d-d4d0-48ed-b26c-8a4cc016dc35 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:network {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:09.380501 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-d68e2c1d-d4d0-48ed-b26c-8a4cc016dc35 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 816 time: 0.3234456 Apr 08 19:46:09.387000 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-2df175a4-b7c1-4e57-b701-abcf85544c07 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641957 Apr 08 19:46:09.530571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-4241b356-c72b-49f7-a788-27577ea423fd tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:09.561580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-4241b356-c72b-49f7-a788-27577ea423fd tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:09.562942 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-4241b356-c72b-49f7-a788-27577ea423fd tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 5706 time: 0.1743169 Apr 08 19:46:09.580714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'port': {'device_id': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'admin_state_up': True, 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'security_groups': ['1345f9a2-5b81-47f5-b760-bc56e257576a']}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:09.620289 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-18fa0176-6752-4593-abd0-1a98caa0aecf service neutron] 10.222.0.35 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172568 Apr 08 19:46:09.841574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:09.866809 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:09.872765 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-453f19ff-a393-41a7-ac60-2b49cd73b24e service neutron] 10.222.0.35 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949236 Apr 08 19:46:09.879968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Made reservation on behalf of 9a6bed0a34d244d3ae9bf9ab5d80bddf for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:46:09.886849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.052120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Allocated IP 172.20.0.9 (4ba185ba-d71a-42fe-af15-707e38e74c7b/e9b3f7ef-f2ca-4d61-a460-7bea283bc295/50186298-f665-4e76-9e00-f9da31c20832) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:10.093336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c9f88c5-ea5c-4f3c-aec3-410ac9c633ad req-487679bd-d0a1-4df9-8e46-fa9af454ae83 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:10.114278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-8c9f88c5-ea5c-4f3c-aec3-410ac9c633ad req-487679bd-d0a1-4df9-8e46-fa9af454ae83 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:10.115887 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c9f88c5-ea5c-4f3c-aec3-410ac9c633ad req-487679bd-d0a1-4df9-8e46-fa9af454ae83 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 210 time: 0.0748327 Apr 08 19:46:10.270906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.289286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Transition to ACTIVE for port object 50186298-f665-4e76-9e00-f9da31c20832 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:10.318848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.335913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48552313-9cc7-4ba8-ba4e-fc5c1e6c74f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:10.413733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:10.466661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:10.616089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdf2d3-4566-43ee-8ac9-38a8a4c00969 req-5dcb90a6-f3a8-4749-8f81-2596e908c431 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:10.617782 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-18bdf2d3-4566-43ee-8ac9-38a8a4c00969 req-5dcb90a6-f3a8-4749-8f81-2596e908c431 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 931 time: 0.2168214 Apr 08 19:46:10.632621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:10.646445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:10.653335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:10.696641 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-18bdf2d3-4566-43ee-8ac9-38a8a4c00969 req-a52c56d3-a99e-4443-9088-1a447da42c70 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689926 Apr 08 19:46:10.739184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:10.739901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.774439 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977599 Apr 08 19:46:10.785785 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Request body: {'port': {'device_id': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:10.901829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c2888b03-0714-4a98-87d8-6314a5803829 None None] Provisioning for port 50186298-f665-4e76-9e00-f9da31c20832 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:10.907912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c2888b03-0714-4a98-87d8-6314a5803829 None None] Provisioning complete for port 50186298-f665-4e76-9e00-f9da31c20832 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:10.908342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2888b03-0714-4a98-87d8-6314a5803829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.909085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59184) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:10.932284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:10.974871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-c2888b03-0714-4a98-87d8-6314a5803829 None None] Port 50186298-f665-4e76-9e00-f9da31c20832 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:46:11.042264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.058425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:11.062638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Usage tracker for resource:security_group_rule and tenant:1e93f9aab103463b80c3f44241df38ce is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:11.065822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:11.072088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:11.174813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.178743 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.208586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a38d4aec-9a35-4e3c-ac8b-c04357b742b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:11.221340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59192) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:11.224889 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e93f9aab103463b80c3f44241df38ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107839 Apr 08 19:46:11.249688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6d8a8-0c16-44ab-bfa5-ba79fe653c50,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:11.259957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:11.311576 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6385d94b-bd85-4c94-8e50-fbddd6e2c702 req-d4abcd83-1fbd-4f29-b667-9f13a6b7db60 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 210 time: 0.0500972 Apr 08 19:46:11.456491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.571008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.587385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-87389f5d-6250-4dfa-b743-e40989682196 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:11.588982 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-87389f5d-6250-4dfa-b743-e40989682196 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 814 time: 0.3208189 Apr 08 19:46:11.607423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:46:11.615103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'port': {'device_id': '728572ef-f64b-41a1-80a2-981360bc2037', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'admin_state_up': True, 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:11.640943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.737958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Transition to ACTIVE for port object 50186298-f665-4e76-9e00-f9da31c20832 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:11.757521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:11.786194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:12.333403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.369662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:12.381137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:12.386110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1cc4d4fe-cb95-471f-a403-fb017b493c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:12.399046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:12.410144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.414399 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80e6d8a8-0c16-44ab-bfa5-ba79fe653c50 HTTP/1.1" status: 204 len: 168 time: 1.1918840 Apr 08 19:46:12.479468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6d8a8-0c16-44ab-bfa5-ba79fe653c50,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:12.491682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bbda20f-3008-4d3d-9540-086942cada57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:12.504333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:12.594979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Made reservation on behalf of 59b007562eb54059a6f0fda9cdcc0247 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:46:12.601675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.646337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ba8ac-0e2d-43ef-b3da-ad427ba0a034 req-407c1adf-bf1d-499f-9514-c43966eb2abe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:12.647342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-3a6ba8ac-0e2d-43ef-b3da-ad427ba0a034 req-407c1adf-bf1d-499f-9514-c43966eb2abe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:12.648093 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67500854-4e03-4a84-862e-059ddb3d9465 req-6d4003e9-50c0-4dbf-b9bf-3a0f37df4752 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 210 time: 0.1022570 Apr 08 19:46:12.745271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-3a6ba8ac-0e2d-43ef-b3da-ad427ba0a034 req-407c1adf-bf1d-499f-9514-c43966eb2abe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:12.752737 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a6ba8ac-0e2d-43ef-b3da-ad427ba0a034 req-407c1adf-bf1d-499f-9514-c43966eb2abe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.6850886 Apr 08 19:46:12.754877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Attempting to bind port 50186298-f665-4e76-9e00-f9da31c20832 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:46:12.755295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Attempting to bind port 50186298-f665-4e76-9e00-f9da31c20832 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:46:12.755673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Attempting to bind port 50186298-f665-4e76-9e00-f9da31c20832 on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:12.766394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Port 50186298-f665-4e76-9e00-f9da31c20832 on network 4ba185ba-d71a-42fe-af15-707e38e74c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:46:12.766708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Attempting to bind port 50186298-f665-4e76-9e00-f9da31c20832 on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:12.801188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:46:12.801609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Checking segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:46:12.802038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Bound using segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:46:12.802537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Bound port: 50186298-f665-4e76-9e00-f9da31c20832, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:46:12.802929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.850135 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a6ba8ac-0e2d-43ef-b3da-ad427ba0a034 req-7579a0d3-27fd-42f3-8401-cf5120ccf322 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963240 Apr 08 19:46:12.945667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59224) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:12.968673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.970594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Allocated IP 172.20.0.10 (e66d9236-d138-4d1f-b352-fad80ba2b110/925d0d29-fd75-4bef-b84e-b9ee755afb20/d7a28c65-128c-4fa2-b2b3-f32077ff1479) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:12.973069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:46:12.978087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:46:12.985689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:12.986471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:12.990796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Usage tracker for resource:security_group_rule and tenant:097aa10f0c764a779b49f232d8c9ec92 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:12.994924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:13.001476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:13.002898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7996d7b2-8241-4f3c-b0d1-5b5a5bb898dd tempest-VolumesActionsTest-1546011500 tempest-VolumesActionsTest-1546011500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:13.096159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.099659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.128069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fef04938-e91a-4c45-bf8c-3d66b0b633d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:13.167549 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=097aa10f0c764a779b49f232d8c9ec92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171986 Apr 08 19:46:13.167549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc574a-c253-426f-bd92-13e13ef174d4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:13.168617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59228) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:13.168815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:13.244704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:13.264917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:13.403736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:13.404372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.405958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] 10.222.0.13 "PUT /v2.0/ports/50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 1093 time: 2.6252320 Apr 08 19:46:13.409298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:13.426063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.491008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.495717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.507398 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'status': 'completed', 'code': 200} Apr 08 19:46:13.532658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Transition to ACTIVE for port object d7a28c65-128c-4fa2-b2b3-f32077ff1479 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:13.576063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.590651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-25926ca5-f940-4d2b-a766-39aff41ca6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:13.606614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.624778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc574a-c253-426f-bd92-13e13ef174d4,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:13.629606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:13.632799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b900c17a-ecdb-4a40-b1ee-5226a98a8e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:13.782159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:13.783452 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26fc574a-c253-426f-bd92-13e13ef174d4 HTTP/1.1" status: 204 len: 168 time: 0.6037507 Apr 08 19:46:13.793311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:13.799659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:13.918245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Network e66d9236-d138-4d1f-b352-fad80ba2b110 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:13.922000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:13.925657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:13.964384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa46cf0-db22-4266-bce5-7b88cb93aa18 req-ea9f0edb-415f-47c4-928e-04966676fbf3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:13.965251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-caa46cf0-db22-4266-bce5-7b88cb93aa18 req-ea9f0edb-415f-47c4-928e-04966676fbf3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:14.011343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-caa46cf0-db22-4266-bce5-7b88cb93aa18 req-ea9f0edb-415f-47c4-928e-04966676fbf3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:14.012689 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caa46cf0-db22-4266-bce5-7b88cb93aa18 req-ea9f0edb-415f-47c4-928e-04966676fbf3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.2206876 Apr 08 19:46:14.097559 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-caa46cf0-db22-4266-bce5-7b88cb93aa18 req-3c7a9534-a6f6-4304-8d9b-262165047545 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757539 Apr 08 19:46:14.104536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:14.110428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:14.141440 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5423908 Apr 08 19:46:14.231447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5f486-f6c9-4ddc-80be-5261e24fe6eb req-b643c500-84bd-4067-8594-2f418007ef4a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:14.239590 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61c5f486-f6c9-4ddc-80be-5261e24fe6eb req-b643c500-84bd-4067-8594-2f418007ef4a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1703193 Apr 08 19:46:14.273091 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61c5f486-f6c9-4ddc-80be-5261e24fe6eb req-cd0601bf-a4c3-4eba-bb49-26425760c32c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Apr 08 19:46:14.297423 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3d55e588-ec31-4fd3-8748-2785bf124ee5 None None] Provisioning for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:14.305773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3d55e588-ec31-4fd3-8748-2785bf124ee5 None None] Provisioning complete for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:14.306211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3d55e588-ec31-4fd3-8748-2785bf124ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:14.370054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-3d55e588-ec31-4fd3-8748-2785bf124ee5 None None] Port d7a28c65-128c-4fa2-b2b3-f32077ff1479 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:46:15.338295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc90d4-9ba6-418e-98bb-ec3771b70a24 req-c9a80074-6403-4f21-828f-09afb2ca7a8d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:15.339042 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3bc90d4-9ba6-418e-98bb-ec3771b70a24 req-c9a80074-6403-4f21-828f-09afb2ca7a8d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.1186092 Apr 08 19:46:15.382189 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3bc90d4-9ba6-418e-98bb-ec3771b70a24 req-612208d6-b0bc-40dd-9038-70094533a65f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Apr 08 19:46:15.522038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e44b9-7caa-4e53-9c1c-702278794dc7 req-7d3c580f-112b-4a9a-8ab4-0e799920082f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:15.529257 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf1e44b9-7caa-4e53-9c1c-702278794dc7 req-7d3c580f-112b-4a9a-8ab4-0e799920082f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0955060 Apr 08 19:46:15.557826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cf1e44b9-7caa-4e53-9c1c-702278794dc7 req-2d5ebb46-9f30-4fc7-be6f-cbb7aee94d70 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271487 Apr 08 19:46:16.594028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444dc12-9cc9-44f5-875d-6e0e301c77ba req-9169ddd2-6ad0-4326-934c-6384e7950d94 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:16.595659 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3444dc12-9cc9-44f5-875d-6e0e301c77ba req-9169ddd2-6ad0-4326-934c-6384e7950d94 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.0939276 Apr 08 19:46:16.635904 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3444dc12-9cc9-44f5-875d-6e0e301c77ba req-d757ebb9-97e4-4329-8dfb-5ee8233cf364 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279191 Apr 08 19:46:16.783076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5493-b55d-40ed-b026-766d0a6d5eda req-51c0aaf0-a532-4483-9a9d-934b77e874b0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:16.784763 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e2e5493-b55d-40ed-b026-766d0a6d5eda req-51c0aaf0-a532-4483-9a9d-934b77e874b0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0952849 Apr 08 19:46:16.816340 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e2e5493-b55d-40ed-b026-766d0a6d5eda req-0275176d-7319-42cf-ab03-89bdbf08289f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247397 Apr 08 19:46:17.850345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741041ba-d343-4e43-a24b-287917a6c76e req-19d6c50c-fda0-4d8b-add3-50294250ad0a tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:17.852977 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-741041ba-d343-4e43-a24b-287917a6c76e req-19d6c50c-fda0-4d8b-add3-50294250ad0a tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.0981297 Apr 08 19:46:17.887494 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-741041ba-d343-4e43-a24b-287917a6c76e req-f784ae7e-aa63-4610-ab39-3af600dabeb3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269141 Apr 08 19:46:18.034526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1281c-9f1c-4076-810c-e0e952a35ddd req-c9256718-8115-4221-965e-5b2a8b364ef0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:18.036293 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76d1281c-9f1c-4076-810c-e0e952a35ddd req-c9256718-8115-4221-965e-5b2a8b364ef0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0907507 Apr 08 19:46:18.069548 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76d1281c-9f1c-4076-810c-e0e952a35ddd req-cd5dea05-7bb2-466c-88c0-966b0a19007a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261679 Apr 08 19:46:19.116439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10cdb7-53c6-4ee6-93b7-249d9abaac13 req-15c24c3c-b18c-4bf4-987a-f213dda0f0c3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:19.118254 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d10cdb7-53c6-4ee6-93b7-249d9abaac13 req-15c24c3c-b18c-4bf4-987a-f213dda0f0c3 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.1068025 Apr 08 19:46:19.153262 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d10cdb7-53c6-4ee6-93b7-249d9abaac13 req-b9a9e716-c6fd-4b65-b46c-9e9712d9b8ff tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278761 Apr 08 19:46:19.341175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a09977-f9e8-451c-86db-25bdbbaa55cf req-8cbb59af-8f13-485a-9304-b0746ccc69a9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:19.342752 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c5a09977-f9e8-451c-86db-25bdbbaa55cf req-8cbb59af-8f13-485a-9304-b0746ccc69a9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0989745 Apr 08 19:46:19.379426 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c5a09977-f9e8-451c-86db-25bdbbaa55cf req-e8205db9-6c58-469c-98a6-9550e4eb908b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276685 Apr 08 19:46:19.718625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:46:20.380375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b83b5-b10f-4e25-83a2-58e23b931b75 req-79d48a56-6009-4efc-8a82-5769d9dd2ae2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:20.381997 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c76b83b5-b10f-4e25-83a2-58e23b931b75 req-79d48a56-6009-4efc-8a82-5769d9dd2ae2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.0955560 Apr 08 19:46:20.417024 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c76b83b5-b10f-4e25-83a2-58e23b931b75 req-99d6f072-abfa-46ee-a9e6-176c6ecedd6f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259540 Apr 08 19:46:20.625211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ad1f9-2faf-4793-a8be-4ddbdb758aae req-5a64311c-c780-451f-8bb4-cde461938541 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:20.626862 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-756ad1f9-2faf-4793-a8be-4ddbdb758aae req-5a64311c-c780-451f-8bb4-cde461938541 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1078296 Apr 08 19:46:20.660115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-756ad1f9-2faf-4793-a8be-4ddbdb758aae req-81caacb9-563b-4a59-bb11-b645194d113a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255506 Apr 08 19:46:21.642708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8047-82fe-418f-a109-1259cf59c9db req-9eb35747-f9b5-42c2-8c17-b90fb6431199 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:21.645211 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-183f8047-82fe-418f-a109-1259cf59c9db req-9eb35747-f9b5-42c2-8c17-b90fb6431199 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.0964222 Apr 08 19:46:21.691383 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-183f8047-82fe-418f-a109-1259cf59c9db req-c2eb3007-f6b9-4bc0-b5ec-89dc43e99e0a tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285394 Apr 08 19:46:21.902739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d8e2a-6784-4cb6-b8e6-f85e7f1d7570 req-aff9db3b-049a-4789-bea3-3c3ca539d909 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:21.904406 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-619d8e2a-6784-4cb6-b8e6-f85e7f1d7570 req-aff9db3b-049a-4789-bea3-3c3ca539d909 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1045454 Apr 08 19:46:21.936232 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-619d8e2a-6784-4cb6-b8e6-f85e7f1d7570 req-ebeb0960-3353-4927-b290-5026a815684e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251222 Apr 08 19:46:22.072720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59342) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:22.202177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.218988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:22.223006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:84ee6e08e7384c7999543a2c5910f7b7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:22.226070 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:22.232358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:22.328421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.331874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.340746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2a090645-a5a5-43c6-b0a0-31969dda44d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:22.387800 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84ee6e08e7384c7999543a2c5910f7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138716 Apr 08 19:46:22.390733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59350) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:22.392138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89221a6-620a-4873-a40d-6a945033f42c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:22.395436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:22.458148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.490233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.537546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.542675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ada84b25-39c6-4199-9065-bb0a210a5663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:22.555441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89221a6-620a-4873-a40d-6a945033f42c,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:22.559836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:22.561172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.563335 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b89221a6-620a-4873-a40d-6a945033f42c HTTP/1.1" status: 204 len: 168 time: 0.1705341 Apr 08 19:46:22.865102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59360) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:22.886609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:22.907090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:22.911743 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b8323-0e9e-4edb-b403-e94f29bf501d req-0f390190-51c1-424d-a877-385d8a71beb9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:22.912225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Usage tracker for resource:security_group_rule and tenant:2d150ccd3a1a4f98b2f69773f045bafe is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:22.913447 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ec9b8323-0e9e-4edb-b403-e94f29bf501d req-0f390190-51c1-424d-a877-385d8a71beb9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.0937865 Apr 08 19:46:22.917549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:22.923966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:22.946221 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ec9b8323-0e9e-4edb-b403-e94f29bf501d req-3e3c3444-cf4c-41ae-ada2-2d53b0212ce6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256283 Apr 08 19:46:23.018030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.021638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.032442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8164bb89-594c-4ba7-adc8-0df1e3f2abcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:23.114838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c4a06-37a0-43c3-ba41-494c0c2adcb2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:23.124624 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d150ccd3a1a4f98b2f69773f045bafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583337 Apr 08 19:46:23.125889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d2d517df-300c-4fa6-be1f-f905703ca95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:23.127669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59366) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:23.168276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b884f-405a-413a-ad18-346d48ca0517 req-990ae18d-c6cc-4628-8fac-2c0d40225a1b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:23.170338 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-696b884f-405a-413a-ad18-346d48ca0517 req-990ae18d-c6cc-4628-8fac-2c0d40225a1b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1017590 Apr 08 19:46:23.197429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.202960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-696b884f-405a-413a-ad18-346d48ca0517 req-2e7806eb-a032-4c52-a1f1-b3df0e905f17 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249128 Apr 08 19:46:23.226522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.273125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.279215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:23.295452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c4a06-37a0-43c3-ba41-494c0c2adcb2,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:23.298482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:23.303978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.305633 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b1e57dc5-7288-47e5-ad6c-cb22ccdccca9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f0c4a06-37a0-43c3-ba41-494c0c2adcb2 HTTP/1.1" status: 204 len: 168 time: 0.1768632 Apr 08 19:46:23.484418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Request body: {'port': {'device_id': '728572ef-f64b-41a1-80a2-981360bc2037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:23.668514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:23.728553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-b78f7bcf-d870-469e-a349-a51f1aee6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:23.730097 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-b78f7bcf-d870-469e-a349-a51f1aee6cbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1096 time: 0.2045817 Apr 08 19:46:24.317613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-498fedbf-47dc-4657-a284-e3ebe94b5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:24.319233 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-498fedbf-47dc-4657-a284-e3ebe94b5442 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5540643 Apr 08 19:46:24.453570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fc77-7bc1-427f-983b-6cf033ca0b15 req-9756f4d4-0900-4ac5-9a29-28311d45642b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:24.455365 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7c95fc77-7bc1-427f-983b-6cf033ca0b15 req-9756f4d4-0900-4ac5-9a29-28311d45642b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 932 time: 0.3474698 Apr 08 19:46:24.589295 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7c95fc77-7bc1-427f-983b-6cf033ca0b15 req-dafa66f6-384d-4501-88d3-e6952625c63d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Apr 08 19:46:24.639897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-fe5132ff-9fa5-45ac-a65d-e1dc102635b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:24.641309 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-40edb30a-7706-4c99-ab13-f0fc265c605e req-fe5132ff-9fa5-45ac-a65d-e1dc102635b6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3087907 Apr 08 19:46:24.708450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c01a-e8ed-4dc2-bff5-e3142d2c0f9f req-bfedc0ef-cc24-4cf3-a482-afbd011608d2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:24.710124 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c6f4c01a-e8ed-4dc2-bff5-e3142d2c0f9f req-bfedc0ef-cc24-4cf3-a482-afbd011608d2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.3794670 Apr 08 19:46:24.743554 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c6f4c01a-e8ed-4dc2-bff5-e3142d2c0f9f req-8d8ede7b-4ad6-4f8a-aacb-4f39d321b700 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249243 Apr 08 19:46:24.777983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a28c65-128c-4fa2-b2b3-f32077ff1479 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:46:24.789235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:24.817022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Transition to ACTIVE for port object d7a28c65-128c-4fa2-b2b3-f32077ff1479 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:24.821588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:24.837791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f39a5277-eab0-4b39-b5f6-d741c21433af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:24.911214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-72fb50c4-0aae-4b93-b722-d92a9484be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:24.912942 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-72fb50c4-0aae-4b93-b722-d92a9484be4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1096 time: 0.2133520 Apr 08 19:46:25.065156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:25.068538 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-ec45a2a0-a12b-4a81-89a4-4840ef3edeed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 217 time: 0.0953410 Apr 08 19:46:25.069438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:25.220047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-8627c9c0-63c9-4bdd-ac04-6c8bd286929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:25.221790 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-8627c9c0-63c9-4bdd-ac04-6c8bd286929a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.1447470 Apr 08 19:46:25.422921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Attempting to bind port d7a28c65-128c-4fa2-b2b3-f32077ff1479 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:46:25.423512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Attempting to bind port d7a28c65-128c-4fa2-b2b3-f32077ff1479 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:46:25.423640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Attempting to bind port d7a28c65-128c-4fa2-b2b3-f32077ff1479 on network e66d9236-d138-4d1f-b352-fad80ba2b110 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:25.430883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-eef64536-b812-4eec-8ac4-779380a40f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:25.430883 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-eef64536-b812-4eec-8ac4-779380a40f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1936743 Apr 08 19:46:25.431337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59420) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:25.432814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Port d7a28c65-128c-4fa2-b2b3-f32077ff1479 on network e66d9236-d138-4d1f-b352-fad80ba2b110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:46:25.433177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Attempting to bind port d7a28c65-128c-4fa2-b2b3-f32077ff1479 on network e66d9236-d138-4d1f-b352-fad80ba2b110 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:25.440121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:46:25.440490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Checking segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:46:25.440991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Bound using segment: {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:46:25.441360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Bound port: d7a28c65-128c-4fa2-b2b3-f32077ff1479, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66784ab1-1769-44e9-88fa-05e5418270d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:46:25.441752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.563794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.579302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:25.583913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Usage tracker for resource:security_group_rule and tenant:e5e694c99d674f2f92f50225bfc8ad40 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:25.586974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:25.592929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:25.631545 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:46:25.638657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:46:25.651477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.667201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fe4083a7-40ba-4da5-b823-14974cce7da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:25.679775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.684646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.692281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f3aa4232-92d0-4aff-a82d-8576481e5a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:25.725915 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-2005cc75-8ffd-4a2a-bd65-792d69fd84e0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868323 Apr 08 19:46:25.738205 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5e694c99d674f2f92f50225bfc8ad40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056347 Apr 08 19:46:25.738964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a2b833-e884-42cf-8466-c15acf6e1580,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:25.741490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59428) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:25.745244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-40134e69-9163-4c89-b673-c387d8bfe44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:25.806754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.835003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.948828 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:25.952916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fa70bae4-fe15-4acd-8535-d5fe493fff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:25.971001 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:25.977731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a2b833-e884-42cf-8466-c15acf6e1580,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:25.978341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:25.982513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:25.996017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8b819-e677-4137-bbe4-8adbb04ba502 req-9ab1ba96-cb56-42e5-bd83-82f84441b310 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:25.997867 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bfa8b819-e677-4137-bbe4-8adbb04ba502 req-9ab1ba96-cb56-42e5-bd83-82f84441b310 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1274278 Apr 08 19:46:26.011556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.012690 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4a2b833-e884-42cf-8466-c15acf6e1580 HTTP/1.1" status: 204 len: 168 time: 0.2692180 Apr 08 19:46:26.037560 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bfa8b819-e677-4137-bbe4-8adbb04ba502 req-3fa5a551-07c7-44bd-95f2-4c23425ae4e9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284698 Apr 08 19:46:26.068739 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-055647fa-3b2e-44e7-8b6e-ced5c0ff3cbd req-1037f3a4-e6ff-450c-ad37-bd7ffae159f3 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338749 Apr 08 19:46:26.078930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f638e2-ab03-4e96-80b2-eb5a9101ad5f req-e7460ea3-648b-4f0c-92a1-c3238c06b3fd tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:26.080569 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f9f638e2-ab03-4e96-80b2-eb5a9101ad5f req-e7460ea3-648b-4f0c-92a1-c3238c06b3fd tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 944 time: 0.3510187 Apr 08 19:46:26.082027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:26.082637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.084324 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] 10.222.0.13 "PUT /v2.0/ports/d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 1094 time: 2.6054680 Apr 08 19:46:26.084803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:26.131258 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f9f638e2-ab03-4e96-80b2-eb5a9101ad5f req-7240827c-ea0b-48e1-baaa-74fb37fe1cc5 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Apr 08 19:46:26.180455 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:46:26.223117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-9202f61b-6ffd-4972-8b95-e5535dd293cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:26.224784 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-9202f61b-6ffd-4972-8b95-e5535dd293cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1097 time: 0.0924013 Apr 08 19:46:26.358806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59440) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:26.378524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.395529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:26.400082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Usage tracker for resource:security_group_rule and tenant:d17aef9489f641098f69c3465bc89381 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:26.403281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:26.410447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:26.509283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.513003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.521930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8ef43d01-8dce-4cef-b05c-50e516b4e091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:26.535124 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-b22941ab-89bf-4fb8-8baf-471cb09b0d84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 217 time: 0.3017440 Apr 08 19:46:26.565752 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d17aef9489f641098f69c3465bc89381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031882 Apr 08 19:46:26.565752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e5951-6380-4b08-b2dd-b1f658a245f6,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:26.567392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59444) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:26.570020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:26.604051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-22d42fa0-5143-4d6f-9254-515303c31ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:26.605723 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-22d42fa0-5143-4d6f-9254-515303c31ca5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0638108 Apr 08 19:46:26.631681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.662373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.693821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-c629b401-15c4-4e6d-a19b-9edb5c465c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:26.695435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-c629b401-15c4-4e6d-a19b-9edb5c465c38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823872 Apr 08 19:46:26.707820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.711766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8c5e8ead-dc1c-4e1a-99e8-b8f3855d5c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:26.723560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e5951-6380-4b08-b2dd-b1f658a245f6,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:26.727442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:26.731263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:26.732821 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c6e5951-6380-4b08-b2dd-b1f658a245f6 HTTP/1.1" status: 204 len: 168 time: 0.1641676 Apr 08 19:46:26.846483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-c0949d04-d12f-4658-961d-a52c798db1cc service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419897 Apr 08 19:46:26.993727 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-585aedae-7ffe-48c2-bb60-762bd3e64570 req-bee2df8e-b442-4be5-8a7c-44c2efed3b09 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403129 Apr 08 19:46:27.129134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-19e4b7fd-0f6b-4b92-a003-9607638dcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.131146 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-19e4b7fd-0f6b-4b92-a003-9607638dcaa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1097 time: 0.0808396 Apr 08 19:46:27.285194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e7d76-2f19-496c-9d06-648623e88fc6 req-6528610e-b429-431e-9a18-a26c6e465b23 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.286789 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7f9e7d76-2f19-496c-9d06-648623e88fc6 req-6528610e-b429-431e-9a18-a26c6e465b23 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1122055 Apr 08 19:46:27.322317 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7f9e7d76-2f19-496c-9d06-648623e88fc6 req-3577d6db-7b48-42a4-b124-315d3d2d00c5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268428 Apr 08 19:46:27.353634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-4ce47706-2f0e-4d3e-9616-7a8265aa3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.355239 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-4ce47706-2f0e-4d3e-9616-7a8265aa3336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.2171414 Apr 08 19:46:27.435531 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-a4f42e8d-046b-48b6-851e-a20b83ccad00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 217 time: 0.0718367 Apr 08 19:46:27.490435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9a1f-a569-4a46-a87b-2d01dacfd330 req-7f3fc550-899a-43b3-bf1d-cce11f4a8f23 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.492045 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-56bd9a1f-a569-4a46-a87b-2d01dacfd330 req-7f3fc550-899a-43b3-bf1d-cce11f4a8f23 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 944 time: 0.2262542 Apr 08 19:46:27.539220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-56bd9a1f-a569-4a46-a87b-2d01dacfd330 req-8e5596b8-3e55-4d14-bc21-728b526c0af7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Apr 08 19:46:27.540780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-b6d0f2f6-d56e-4e25-a9af-e11565d86c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.542263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-b6d0f2f6-d56e-4e25-a9af-e11565d86c62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0988154 Apr 08 19:46:27.631594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-0cf40bff-5270-439c-a062-d1783d75be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:27.633287 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-0cf40bff-5270-439c-a062-d1783d75be07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835125 Apr 08 19:46:27.784082 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-af870d2c-e660-4de7-93ee-2e356b013036 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429300 Apr 08 19:46:27.932175 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-663ed4e1-06a3-476c-a612-45ea7af3fd50 req-7878d4d6-af2e-4f4f-b142-63a533342069 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396277 Apr 08 19:46:28.537991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749ffe3-59ab-429b-bc05-84a4b6760aba req-1ece0d58-e5fb-46df-b8b9-24d83d85a286 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:28.539794 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e749ffe3-59ab-429b-bc05-84a4b6760aba req-1ece0d58-e5fb-46df-b8b9-24d83d85a286 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0940096 Apr 08 19:46:28.572809 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e749ffe3-59ab-429b-bc05-84a4b6760aba req-e2a8fcd1-639f-4431-b428-5d4f1e162027 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256102 Apr 08 19:46:28.623326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d7a28c65-128c-4fa2-b2b3-f32077ff1479 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:46:28.765203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4e88-f326-47be-b264-f1bb5069475e req-7657624a-6ba3-49e8-90b1-d4a994cdf8af tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:28.766891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b2bf4e88-f326-47be-b264-f1bb5069475e req-7657624a-6ba3-49e8-90b1-d4a994cdf8af tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 944 time: 0.0964835 Apr 08 19:46:28.771050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:28.786699 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'port_id': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'mac_address': 'fa:16:3e:1c:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:46:28.800801 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b2bf4e88-f326-47be-b264-f1bb5069475e req-8b359e8e-ee0c-45ec-9486-b4850bcb7b50 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265143 Apr 08 19:46:28.856025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:28.857546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a28c65-128c-4fa2-b2b3-f32077ff1479 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:46:28.874349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:28.877350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:28.878125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:46:28.881540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:28.994216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:29.052720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:29.098695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:29.113271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '50186298-f665-4e76-9e00-f9da31c20832', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:46:29.174598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:29.177525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:46:29.197014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:29.201203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:29.203144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:29.278001 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:29.281567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:29.464559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['50186298-f665-4e76-9e00-f9da31c20832'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:46:29.495648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:46:29.781669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12747dfe-b878-484d-a442-a189039e29a5 req-bead912d-3806-4a0a-b89f-e2c33d0507bb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:29.783151 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12747dfe-b878-484d-a442-a189039e29a5 req-bead912d-3806-4a0a-b89f-e2c33d0507bb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 944 time: 0.0886908 Apr 08 19:46:29.816832 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12747dfe-b878-484d-a442-a189039e29a5 req-a8d11b59-ec04-4d73-8120-637acd753944 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270820 Apr 08 19:46:30.010664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687299d9-16c5-4872-8d90-1d619bb3016b req-50c65f3d-74ab-4cd7-94c0-c812a0f233d2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:30.012276 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-687299d9-16c5-4872-8d90-1d619bb3016b req-50c65f3d-74ab-4cd7-94c0-c812a0f233d2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 945 time: 0.0952320 Apr 08 19:46:30.049212 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-687299d9-16c5-4872-8d90-1d619bb3016b req-870ebbf3-fad1-4e8f-a007-41741bc41516 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272894 Apr 08 19:46:30.639101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d7a28c65-128c-4fa2-b2b3-f32077ff1479 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:30.718000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:30.723302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:30.723732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:30.868430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:30.880711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:30.891514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:30.895038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:30.896057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:46:30.927203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:30.978978 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'code': 200} Apr 08 19:46:31.031757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078cdc5-c983-4e17-a9b2-f4e64207a815 req-e1cef70d-6774-464c-af75-6e85fccf27cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:31.033472 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9078cdc5-c983-4e17-a9b2-f4e64207a815 req-e1cef70d-6774-464c-af75-6e85fccf27cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 944 time: 0.0941293 Apr 08 19:46:31.038393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:31.042220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:31.049367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 50186298-f665-4e76-9e00-f9da31c20832 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:46:31.055369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 50186298-f665-4e76-9e00-f9da31c20832 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:31.055798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:31.068588 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9078cdc5-c983-4e17-a9b2-f4e64207a815 req-42a9338e-0974-4ab1-abc3-fead0154c09b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273516 Apr 08 19:46:31.201612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:31.219850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:31.224107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:31.226147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:31.247695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c853f85-23b6-4587-8999-851125d2e715 req-709e298a-821c-446b-9ed0-67ba5f3943af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:31.249428 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c853f85-23b6-4587-8999-851125d2e715 req-709e298a-821c-446b-9ed0-67ba5f3943af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1099 time: 0.1385994 Apr 08 19:46:31.291829 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c853f85-23b6-4587-8999-851125d2e715 req-e21daba2-fae2-4198-9c1e-276ea7d04a6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Apr 08 19:46:31.299086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:31.302692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:31.305546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4162-b5d5-48b3-9e40-8be75fd8124c req-ae840736-fdaa-483b-ab40-705e6d6b466b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:31.307127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29dd4162-b5d5-48b3-9e40-8be75fd8124c req-ae840736-fdaa-483b-ab40-705e6d6b466b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.1289759 Apr 08 19:46:31.339962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29dd4162-b5d5-48b3-9e40-8be75fd8124c req-6426b900-c442-43f0-be1f-f78bb090d044 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260293 Apr 08 19:46:32.293452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea471eba-e3e1-48d3-9959-16e9b0524459 req-2d7a7d8e-248b-408f-bbf8-4a84d3f60194 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:32.295657 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ea471eba-e3e1-48d3-9959-16e9b0524459 req-2d7a7d8e-248b-408f-bbf8-4a84d3f60194 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0967770 Apr 08 19:46:32.329278 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ea471eba-e3e1-48d3-9959-16e9b0524459 req-774be2d6-febb-49de-948c-efe16ae3d3d0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253811 Apr 08 19:46:32.554216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0a83-0581-4363-8564-fdd2f576c049 req-294c5db4-a6eb-4b70-a711-b4b8450bbc7a tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:32.555841 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b6ad0a83-0581-4363-8564-fdd2f576c049 req-294c5db4-a6eb-4b70-a711-b4b8450bbc7a tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0899043 Apr 08 19:46:32.587537 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b6ad0a83-0581-4363-8564-fdd2f576c049 req-bad5acf2-e21e-4d43-ba05-d4b219ec0804 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250738 Apr 08 19:46:32.790765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0a506-504c-4a4e-836a-85ef872d98f7 req-ffe535ae-c0ba-45b1-a2fa-ba0e8ea7465d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:32.792319 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aea0a506-504c-4a4e-836a-85ef872d98f7 req-ffe535ae-c0ba-45b1-a2fa-ba0e8ea7465d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0904956 Apr 08 19:46:32.823714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-aea0a506-504c-4a4e-836a-85ef872d98f7 req-0a1de0f8-d125-4851-8d0b-49640ae6cf7b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:32.840197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-aea0a506-504c-4a4e-836a-85ef872d98f7 req-0a1de0f8-d125-4851-8d0b-49640ae6cf7b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:32.841473 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aea0a506-504c-4a4e-836a-85ef872d98f7 req-0a1de0f8-d125-4851-8d0b-49640ae6cf7b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Apr 08 19:46:32.980265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:33.028862 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'code': 200} Apr 08 19:46:33.248836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:33.266157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8f401-b78a-4e83-b6e6-50d359189844 req-7bbda35c-0a97-4c5f-bd4f-edbb0dcf48e4 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:33.267770 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a8f401-b78a-4e83-b6e6-50d359189844 req-7bbda35c-0a97-4c5f-bd4f-edbb0dcf48e4 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0905204 Apr 08 19:46:33.294680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4cf72-a9b3-4338-b57b-5b2182a19195 req-ea537f85-1843-4e79-a795-a545cca739e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:33.296273 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cdd4cf72-a9b3-4338-b57b-5b2182a19195 req-ea537f85-1843-4e79-a795-a545cca739e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1098 time: 0.0885930 Apr 08 19:46:33.299263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-67a8f401-b78a-4e83-b6e6-50d359189844 req-baef8a64-fc4e-426c-b769-9f48f2a11108 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248995 Apr 08 19:46:33.323016 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cdd4cf72-a9b3-4338-b57b-5b2182a19195 req-318f16b4-b81f-488a-b807-dcacbf2e4b9c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0200222 Apr 08 19:46:33.545326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b71ab-289e-4e94-86a6-af59daf537fe req-ce8585bd-fbb7-47a7-b56b-44a4e17209df tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:33.547075 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b8b71ab-289e-4e94-86a6-af59daf537fe req-ce8585bd-fbb7-47a7-b56b-44a4e17209df tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0906861 Apr 08 19:46:33.569786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-78270ef6-7455-4b2c-b530-bb6e1789aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:33.580066 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b8b71ab-289e-4e94-86a6-af59daf537fe req-982cff88-e43c-4e29-b79d-9965543106cb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263040 Apr 08 19:46:34.600896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59606) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:34.766241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:34.786317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:34.792974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Usage tracker for resource:security_group_rule and tenant:2ab8ea23b6734fbba801af384844c915 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:34.796292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:34.809834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:34.850115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b8b7b-2a51-400d-93eb-5bae866f08cc req-45dc5269-d11c-42c4-a865-fe7265e0e0ee tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:34.851744 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-215b8b7b-2a51-400d-93eb-5bae866f08cc req-45dc5269-d11c-42c4-a865-fe7265e0e0ee tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1544452 Apr 08 19:46:34.894842 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-215b8b7b-2a51-400d-93eb-5bae866f08cc req-dc8f47ce-e6db-48c0-a043-1e148f09d50c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360410 Apr 08 19:46:34.941969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:34.945180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:34.953850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-46350e6c-7837-422c-983a-391117eb8607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:34.999502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561f8d1-c33e-4d5a-ac26-bc68c2921b65,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:35.004242 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ab8ea23b6734fbba801af384844c915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022453 Apr 08 19:46:35.005366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:35.007147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59624) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:35.073654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.102099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.108758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd96f8-c72e-4b73-82ba-0db5e3d1268d req-1b0692fd-6854-434f-90c5-d2ffc39572c2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:35.110422 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f5bd96f8-c72e-4b73-82ba-0db5e3d1268d req-1b0692fd-6854-434f-90c5-d2ffc39572c2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0930696 Apr 08 19:46:35.122282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59630) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:35.129693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'floatingip': {'port_id': '50186298-f665-4e76-9e00-f9da31c20832'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:35.147550 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.153093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:35.164399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561f8d1-c33e-4d5a-ac26-bc68c2921b65,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:35.166830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:35.173242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.180960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4561f8d1-c33e-4d5a-ac26-bc68c2921b65 HTTP/1.1" status: 204 len: 168 time: 0.1713593 Apr 08 19:46:35.228827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.479366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59646) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:35.510799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.528439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:35.532973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Usage tracker for resource:security_group_rule and tenant:04f2e8f6a827491480c5f8544ab69e19 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:35.536142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:35.542919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:35.632210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.635893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.648778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e3cb1193-8737-439a-bf4e-180adda9b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:35.694318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a520b28-247f-42a2-b8a2-7c5321643939,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:35.702361 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04f2e8f6a827491480c5f8544ab69e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218084 Apr 08 19:46:35.703309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:35.703797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59652) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:35.768679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.796140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.842028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.847820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:35.862542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a520b28-247f-42a2-b8a2-7c5321643939,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:35.865166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:35.870388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:35.874274 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e7260b38-b4a2-406b-9207-eaa54413f17c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a520b28-247f-42a2-b8a2-7c5321643939 HTTP/1.1" status: 204 len: 168 time: 0.1670871 Apr 08 19:46:35.969178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0a762232-506b-40f9-b2b7-98cceae01229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:36.328186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:36.331352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:36.339648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:36.519973 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Floating IP 2a72be43-9b12-4476-86c1-9ca7003cdaf6 associated. External IP: 172.28.3.169, port: 50186298-f665-4e76-9e00-f9da31c20832. Apr 08 19:46:36.911506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:46:37.072583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:37.121542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:46:37.126623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:37.131762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:46:37.142499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:37.143186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:37.191048 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3a6b2984-196f-43ff-82df-ab2fa508a0a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "PUT /v2.0/floatingips/2a72be43-9b12-4476-86c1-9ca7003cdaf6 HTTP/1.1" status: 200 len: 991 time: 2.0628133 Apr 08 19:46:37.191805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:37.244858 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'status': 'completed', 'code': 200} Apr 08 19:46:37.376044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-d08e5b8a-2d5e-4e8e-8c4a-4974dcb5330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:37.378028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-d08e5b8a-2d5e-4e8e-8c4a-4974dcb5330d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1098 time: 0.1087430 Apr 08 19:46:37.531861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-22c1ff26-d37d-4729-9484-6e3e8eab0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:37.534861 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-22c1ff26-d37d-4729-9484-6e3e8eab0753 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1496458 Apr 08 19:46:37.536577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:37.649982 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-9d886eea-b94b-4a9c-9b06-d81df1c5066b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 999 time: 0.1080575 Apr 08 19:46:37.711862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:37.722794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-cded412d-44fa-4ecf-8d18-9cd653a85d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:37.724532 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-cded412d-44fa-4ecf-8d18-9cd653a85d7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0658216 Apr 08 19:46:37.814547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-bb6c9d9a-e17e-4496-bf7a-8d03540f42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:37.816321 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-bb6c9d9a-e17e-4496-bf7a-8d03540f42fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845501 Apr 08 19:46:37.932610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '2a72be43-9b12-4476-86c1-9ca7003cdaf6', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:05Z', 'updated_at': '2021-04-08T19:46:35Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:37.936829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:46:37.946924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:37.947541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:37.978220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-ede1675f-7c42-46d1-bed4-024818ba7cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452761 Apr 08 19:46:38.135341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d3e269d0-fc59-4a20-b01e-e31d90a40c56 req-02f5f7ef-f48b-4fad-8e2a-4ff52a489db0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577172 Apr 08 19:46:38.181889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:38.405364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242b679-4fad-4505-8557-f4e677f94f68 req-22294f58-d052-492f-a5c8-157c2a037d9b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:38.407119 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6242b679-4fad-4505-8557-f4e677f94f68 req-22294f58-d052-492f-a5c8-157c2a037d9b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.1009338 Apr 08 19:46:38.441709 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6242b679-4fad-4505-8557-f4e677f94f68 req-d3719206-7249-4c5d-bdc9-f4f851c98526 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260906 Apr 08 19:46:38.468046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59750) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:38.573371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '2a72be43-9b12-4476-86c1-9ca7003cdaf6', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:05Z', 'updated_at': '2021-04-08T19:46:35Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:38.577627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd55f29-687e-4d8f-81e7-aca396955b17 None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '2a72be43-9b12-4476-86c1-9ca7003cdaf6', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:05Z', 'updated_at': '2021-04-08T19:46:35Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:46:38.737355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f0c2c0-8212-4e14-926c-07958b131465 tempest-TestMinimumBasicScenario-1842738518 tempest-TestMinimumBasicScenario-1842738518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:38.738132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d7f0c2c0-8212-4e14-926c-07958b131465 tempest-TestMinimumBasicScenario-1842738518 tempest-TestMinimumBasicScenario-1842738518-project-admin] Synchronizing usage tracker for tenant:e159fbf4ca884efb8632f8b8f085836f on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:46:38.756179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d7f0c2c0-8212-4e14-926c-07958b131465 tempest-TestMinimumBasicScenario-1842738518 tempest-TestMinimumBasicScenario-1842738518-project-admin] Unset dirty status for tenant:e159fbf4ca884efb8632f8b8f085836f on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:46:38.757490 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d7f0c2c0-8212-4e14-926c-07958b131465 tempest-TestMinimumBasicScenario-1842738518 tempest-TestMinimumBasicScenario-1842738518-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1094 time: 0.2882626 Apr 08 19:46:38.762181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59758) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:38.768070 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'port_id': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:38.774624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:38.778628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:floatingip and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:38.781605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:38.787573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:38.797830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:38.894600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39659a1e-f439-439a-9c87-c2e2f57ab19d None None] New status for floating IP 2a72be43-9b12-4476-86c1-9ca7003cdaf6: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:46:38.958336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:39.114915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Allocated IP 172.28.3.105 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/042327cd-6577-43a7-9549-b09904f7d21d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:39.281357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:39.316306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:39.342650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:39.521064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'Port': ['ID=042327cd-6577-43a7-9549-b09904f7d21d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:39.524553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:39.577578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:39.579119 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:39.581811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:40.055999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:40.148811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:40.425051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:40.430430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:40.445524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:40.590477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'Port': ['ID=042327cd-6577-43a7-9549-b09904f7d21d,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:40.594731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:40.686386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:40.874617 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Floating IP 978c938b-4429-42a1-b070-cc358699e240 associated. External IP: 172.28.3.105, port: d7a28c65-128c-4fa2-b2b3-f32077ff1479. Apr 08 19:46:41.483476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:46:41.673266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:46:41.683846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Sync routers for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:46:41.695939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:41.696827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:41.699357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:41.761435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3576fea0-5c43-44dc-be5f-d3ff487c1f72 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9980454 Apr 08 19:46:41.762141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:41.764624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59780) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:41.770747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803829099', 'description': 'tempest-secgroup-smoke-803829099 description', 'project_id': '59b007562eb54059a6f0fda9cdcc0247'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:41.796967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:41.823739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:41.831787 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:46:41.834642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:41.838918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:41.843029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:41.846967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:41.853230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:41.896129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:42.002385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-f4d19634-bf63-4810-ab38-51cf4c51e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:42.003983 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-f4d19634-bf63-4810-ab38-51cf4c51e437 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1099 time: 0.1456473 Apr 08 19:46:42.133549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.141378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.155544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ee558d79-d614-4e23-abe2-4a0e70183bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:42.235372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea767099-de4e-4430-b7de-e81ba7f72438,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:42.241762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:42.243223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.244231 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4782946 Apr 08 19:46:42.245765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-7235a3ce-a2ec-480f-8a2e-780091de21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:42.247400 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-7235a3ce-a2ec-480f-8a2e-780091de21a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.2346599 Apr 08 19:46:42.247734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59790) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:42.256745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:42.266780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:42.271301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:42.274601 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:42.283184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:42.300002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.326710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '978c938b-4429-42a1-b070-cc358699e240', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'port_id': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'mac_address': 'fa:16:3e:1c:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728572ef-f64b-41a1-80a2-981360bc2037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:39Z', 'updated_at': '2021-04-08T19:46:39Z', 'revision_number': 0, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:42.330859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Checking router: 259dd2ab-ad39-460d-8b7f-6750eb77ad34 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:46:42.340190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:46:42.340929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:42.373056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.376403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.378677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f51870b9-c243-497f-8c46-fb61ea0100a6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:42.381067 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-df65d390-dca5-425a-a5c3-0d4e64fba75c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 1000 time: 0.1271782 Apr 08 19:46:42.409622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.413641 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621468 Apr 08 19:46:42.413641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2872028-9f87-4f7e-b14e-083b9180b242,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:42.414580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59794) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:42.417514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:42.421014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:42.428186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:42.433187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:42.436341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:42.442966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:42.451519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-1664083d-64a1-442d-99b9-2c1ce91d9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:42.453422 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-1664083d-64a1-442d-99b9-2c1ce91d9b52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0659759 Apr 08 19:46:42.460349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.538501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.542876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.549759 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:42.550938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-2fd9702d-34ad-48ed-97f7-846e5ae34f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:42.552845 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-2fd9702d-34ad-48ed-97f7-846e5ae34f7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886850 Apr 08 19:46:42.572617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:46:42.586197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c685bfc0-360e-47e5-bca1-62e5bd8af679,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:42.594787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:42.612041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.614591 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1984527 Apr 08 19:46:42.618978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59802) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:42.625757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:42.632310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:42.637273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:42.640280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:42.646738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:42.664907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.730909 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-e1f8fc60-bd1c-4247-9f1f-7646e1f8e2fa service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707015 Apr 08 19:46:42.744675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.756310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.756310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4edd9954-127d-4059-a0d7-98b75a0f000b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:42.778856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf0808e-e551-44d2-bfaf-edfb7592fc95,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:42.781749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:42.791893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.797514 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1750743 Apr 08 19:46:42.801091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59806) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:42.808389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:42.817658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:42.823638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:42.827279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:42.834494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:42.855441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:42.936623 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cdfded-7348-480d-8ca7-7ee032d7e533 req-24f6c60c-fb50-419e-95cb-1045e83252bb service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992667 Apr 08 19:46:42.990370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.001155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.010343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:43.035065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef59c46-ad1a-461e-bcf0-d042b0098eef,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:43.045076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:43.053711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.055072 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2527952 Apr 08 19:46:43.058113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59814) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:43.068275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:43.078420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:43.096766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4cb81-05d9-470c-8e54-faedcdbea9f1 req-3cbf75c4-7dd9-4d6f-9b4c-d8ebcb64f1fc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:43.098856 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c0e4cb81-05d9-470c-8e54-faedcdbea9f1 req-3cbf75c4-7dd9-4d6f-9b4c-d8ebcb64f1fc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1597381 Apr 08 19:46:43.100287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:43.105082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:43.127042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:43.147015 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c0e4cb81-05d9-470c-8e54-faedcdbea9f1 req-db8ee461-dd42-423d-bd40-3d0d4559491d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381329 Apr 08 19:46:43.147910 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.securitygroups_db [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Project 59b007562eb54059a6f0fda9cdcc0247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:46:43.155960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.204072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '978c938b-4429-42a1-b070-cc358699e240', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'port_id': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'mac_address': 'fa:16:3e:1c:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728572ef-f64b-41a1-80a2-981360bc2037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:39Z', 'updated_at': '2021-04-08T19:46:39Z', 'revision_number': 0, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:46:43.207068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52384f18-4ac5-40e9-b8c2-46af15dd6154 None None] The sync data for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb is: [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '978c938b-4429-42a1-b070-cc358699e240', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'port_id': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'mac_address': 'fa:16:3e:1c:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728572ef-f64b-41a1-80a2-981360bc2037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:46:39Z', 'updated_at': '2021-04-08T19:46:39Z', 'revision_number': 0, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:46:43.235127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.238379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.240554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:43.266164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea305640-4231-4229-8c10-185cf0b9c79b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:43.269072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:43.276217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.280842 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-97c70adc-e8f5-48da-83f7-8aea0fd4a1cc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2199242 Apr 08 19:46:43.280842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59820) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:43.286646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'security_group_rule': {'security_group_id': 'ea767099-de4e-4430-b7de-e81ba7f72438', 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:43.293741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:43.297869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Usage tracker for resource:security_group_rule and tenant:59b007562eb54059a6f0fda9cdcc0247 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:43.301199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:43.307369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:43.317313 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.securitygroups_db [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Project 59b007562eb54059a6f0fda9cdcc0247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:46:43.324459 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.394867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.398856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.400926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:43.423872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d794b1a7-d928-42ec-b6cc-da2e3afe8893,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:43.426681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:43.433205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:43.434474 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6b2ac5a6-7388-4ce7-bfe0-7fe3c10e57f9 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526256 Apr 08 19:46:43.509978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ee2b4-77e8-4adb-ac2f-f6fdd534eace None None] New status for floating IP 978c938b-4429-42a1-b070-cc358699e240: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:46:43.695316 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-c4b95913-8308-4004-bc1d-c8c247d51ed6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803829099&fields=id&tenant_id=59b007562eb54059a6f0fda9cdcc0247 HTTP/1.1" status: 200 len: 267 time: 0.0298421 Apr 08 19:46:43.798507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-fcbef91f-708e-44ac-a417-ad6c9d1164f2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:43.800504 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-fcbef91f-708e-44ac-a417-ad6c9d1164f2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0954697 Apr 08 19:46:43.814192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'port': {'security_groups': ['5670ec63-e544-4f55-b1a8-3b6fcbdb7190', 'ea767099-de4e-4430-b7de-e81ba7f72438']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:43.953897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:44.287679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:46:44.315024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:44.319012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:44.332774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:46:44.334225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f7b433cf-965b-4fc5-a785-97a88984f5a1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:44.383242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650b01-9b38-45ab-9e45-2983918222fc req-887567f8-3e4a-4a6b-a840-33fe434bad3b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:44.384914 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ec650b01-9b38-45ab-9e45-2983918222fc req-887567f8-3e4a-4a6b-a840-33fe434bad3b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0907540 Apr 08 19:46:44.418357 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ec650b01-9b38-45ab-9e45-2983918222fc req-1e496f15-a151-4499-b87c-3180ee2e14da tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268917 Apr 08 19:46:44.496231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=6']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:44.501226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:44.544577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:44.545295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:44.546804 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a34b7e8-3bb6-409e-88d8-72c59b4692c4 req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "PUT /v2.0/ports/d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 982 time: 0.7381032 Apr 08 19:46:44.547357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:46:44.622150 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:46:44.622757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:46:44.802571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8434-c3c5-494b-9a59-8d3421a0a926 req-5c302ab9-b365-4fcc-8448-bf1b0be6aa08 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:44.804447 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b78f8434-c3c5-494b-9a59-8d3421a0a926 req-5c302ab9-b365-4fcc-8448-bf1b0be6aa08 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1275318 Apr 08 19:46:44.843551 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b78f8434-c3c5-494b-9a59-8d3421a0a926 req-414f4545-76b4-4ad9-bf78-18029fd886f5 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0312529 Apr 08 19:46:44.857318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c8726455-1697-459e-99c6-b10f93d20ad8 None None] Provisioning complete for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:46:44.857751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c8726455-1697-459e-99c6-b10f93d20ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:45.033897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-83e9c349-fba8-46c9-b593-4d6117275ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:45.035421 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-83e9c349-fba8-46c9-b593-4d6117275ffa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1138 time: 0.3838587 Apr 08 19:46:45.189872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-836add06-b0aa-4368-a900-ac4c628ae123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:45.191526 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-836add06-b0aa-4368-a900-ac4c628ae123 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.1430283 Apr 08 19:46:45.310075 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-4dc5598e-06b7-46df-8de0-9f986afe1cac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 1002 time: 0.1096220 Apr 08 19:46:45.382137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-197463a4-6784-4dfd-81a5-e23e14e4c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:45.384074 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-197463a4-6784-4dfd-81a5-e23e14e4c0ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0679464 Apr 08 19:46:45.470315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-eaac75c5-6016-4fc2-b075-1ae76abe7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:45.472055 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-eaac75c5-6016-4fc2-b075-1ae76abe7af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811417 Apr 08 19:46:45.687813 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-e2fd3089-9943-440e-ab75-46331b2cc96c service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084172 Apr 08 19:46:45.746597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c9c7-e783-4c2f-b6c2-3845b8d81888 req-0027ff51-02c8-46ae-970d-20e1b9ec8bcb tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:45.748190 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c759c9c7-e783-4c2f-b6c2-3845b8d81888 req-0027ff51-02c8-46ae-970d-20e1b9ec8bcb tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1706345 Apr 08 19:46:45.848520 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c759c9c7-e783-4c2f-b6c2-3845b8d81888 req-2d08046f-7a08-4c60-8c4b-5d7903d961cb tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Apr 08 19:46:45.875866 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55f03119-d711-4bb6-8efd-bfbe238a3de6 req-b4c01037-4bea-415c-ad94-c518f35c8882 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801877 Apr 08 19:46:47.059568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0753-7be0-42a6-9802-825b3909fd43 req-7ea4b7e9-06bc-4beb-9c14-9e223e3f300b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:47.061103 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef9c0753-7be0-42a6-9802-825b3909fd43 req-7ea4b7e9-06bc-4beb-9c14-9e223e3f300b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0981057 Apr 08 19:46:47.091260 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef9c0753-7be0-42a6-9802-825b3909fd43 req-cf5e21d8-749d-40e2-b06f-671df5ba4133 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237396 Apr 08 19:46:48.307628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c240a0-6c8f-4957-8d61-2c0592750dea req-070aa7d4-e402-4f69-ae6e-b4112994be13 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:48.309239 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83c240a0-6c8f-4957-8d61-2c0592750dea req-070aa7d4-e402-4f69-ae6e-b4112994be13 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0934825 Apr 08 19:46:48.339273 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83c240a0-6c8f-4957-8d61-2c0592750dea req-04a73fdc-46e4-47cb-8426-59cb0553e287 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235467 Apr 08 19:46:49.564455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633ac3e-239f-49a5-b0c5-4fe0d9b82604 req-9907db20-b7b6-4a7d-97de-03fccf09666a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:49.566068 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0633ac3e-239f-49a5-b0c5-4fe0d9b82604 req-9907db20-b7b6-4a7d-97de-03fccf09666a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0946715 Apr 08 19:46:49.598100 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0633ac3e-239f-49a5-b0c5-4fe0d9b82604 req-20f18382-5ac2-47c1-86a0-ac83f90c86f6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253575 Apr 08 19:46:50.812411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00ea8b-94a5-4b56-8ac4-138ead8009c4 req-8428c911-ca5c-4a7a-9033-4a3588ae530f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:50.814033 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bb00ea8b-94a5-4b56-8ac4-138ead8009c4 req-8428c911-ca5c-4a7a-9033-4a3588ae530f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0920706 Apr 08 19:46:50.845063 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bb00ea8b-94a5-4b56-8ac4-138ead8009c4 req-86c59803-01d5-4fb6-be39-a2984f3867d5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245903 Apr 08 19:46:52.061666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0122-61a0-4c96-9e4a-fd6f03ad00b2 req-400d6305-a833-4f1a-88f0-bae7aec7958c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:52.063293 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4bfe0122-61a0-4c96-9e4a-fd6f03ad00b2 req-400d6305-a833-4f1a-88f0-bae7aec7958c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0951803 Apr 08 19:46:52.096556 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4bfe0122-61a0-4c96-9e4a-fd6f03ad00b2 req-d7cdc62f-c706-4491-b662-9c38104a3348 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266459 Apr 08 19:46:53.301711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0497-1f19-419c-a8a6-c595af328469 req-b94974d5-b80a-494d-ba1b-7ea2e8c61b0b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:53.303425 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-80bc0497-1f19-419c-a8a6-c595af328469 req-b94974d5-b80a-494d-ba1b-7ea2e8c61b0b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0891798 Apr 08 19:46:53.335517 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-80bc0497-1f19-419c-a8a6-c595af328469 req-acb79093-7252-4d26-887a-bfd331540d78 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246639 Apr 08 19:46:54.546701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f26dd-8c74-4671-821c-0b7d6a7007b9 req-6024eec6-eb31-48a6-b6a6-dcbec7a3d925 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:54.548194 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f94f26dd-8c74-4671-821c-0b7d6a7007b9 req-6024eec6-eb31-48a6-b6a6-dcbec7a3d925 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0933545 Apr 08 19:46:54.580687 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f94f26dd-8c74-4671-821c-0b7d6a7007b9 req-da8bbe35-1644-4d70-ab2b-5994c44912d9 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253348 Apr 08 19:46:54.954436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bec5-7154-4391-810c-5701a9947d1a req-d1e74322-b0db-4f3e-a8a5-c564beea9344 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:54.956052 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be60bec5-7154-4391-810c-5701a9947d1a req-d1e74322-b0db-4f3e-a8a5-c564beea9344 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0962000 Apr 08 19:46:54.989938 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be60bec5-7154-4391-810c-5701a9947d1a req-def3e69b-18a2-4f31-9e6d-00ba117b0ab5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269835 Apr 08 19:46:55.008104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-04fc56a9-b0e0-460d-87d0-92a366231776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:55.008104 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-04fc56a9-b0e0-460d-87d0-92a366231776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1098 time: 0.0794573 Apr 08 19:46:55.077414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59924) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:55.152365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-8be4edb4-f634-4f0b-b13a-2f31ed71f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:55.153992 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-8be4edb4-f634-4f0b-b13a-2f31ed71f358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.1397090 Apr 08 19:46:55.207338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.224048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:55.229032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Usage tracker for resource:security_group_rule and tenant:754f956c5bc64dffb76fccad7236b653 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:55.256203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:55.256203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:55.270158 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-c98cc4e4-71c2-4570-a945-f237350bf9f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 1001 time: 0.1087258 Apr 08 19:46:55.339848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.343169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.346135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-23611e18-b1af-4d95-b3dc-7b9451bfb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:55.347713 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-23611e18-b1af-4d95-b3dc-7b9451bfb353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0660415 Apr 08 19:46:55.355045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-adc4740b-477b-4b48-aaae-9d5677c84ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:55.397664 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=754f956c5bc64dffb76fccad7236b653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191261 Apr 08 19:46:55.400079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40d6cb-0461-457d-874a-c540d97c996a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:55.402918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59930) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:55.403565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:55.486597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.499198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-193646f2-77e6-421f-9073-6b8ecf446d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:55.500820 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-193646f2-77e6-421f-9073-6b8ecf446d66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1464145 Apr 08 19:46:55.542280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.689353 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-67903e15-a16d-4b82-8925-d07a018a3aff service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764836 Apr 08 19:46:55.690390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.694227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ad6acad1-3a1c-4a29-ab66-4b71af75c17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:55.729298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40d6cb-0461-457d-874a-c540d97c996a,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:55.759407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.759829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.760234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.760659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.761056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.761450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.761862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.762231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.762627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.763012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.763399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.763764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:55.768682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:55.769882 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd40d6cb-0461-457d-874a-c540d97c996a HTTP/1.1" status: 204 len: 168 time: 0.3657739 Apr 08 19:46:55.770931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:55.865352 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9d0685e-3b69-46bf-aa10-52816492f769 req-8f981f31-e197-4a64-ae94-0ac5389ff8aa service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626658 Apr 08 19:46:56.192292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820e089-4976-423d-a463-389fbfa2f4b1 req-750d58b9-48f2-42d8-a6c7-4fa7717f8db4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:56.193901 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2820e089-4976-423d-a463-389fbfa2f4b1 req-750d58b9-48f2-42d8-a6c7-4fa7717f8db4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0879412 Apr 08 19:46:56.229630 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2820e089-4976-423d-a463-389fbfa2f4b1 req-ccd2363b-f74a-4842-8839-0d72dea807b8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289876 Apr 08 19:46:56.505741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59958) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:56.623974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1497625233-network', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:56.629784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:56.634335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Usage tracker for resource:network and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:56.637728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:56.644526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:56.655152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Made reservation on behalf of 74cd4de29dac4f5b8791f031f8c4ed5a for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:46:56.659889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.673271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.689539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:56.693801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:56.696887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:56.703335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:56.719125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:46:56.791691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.795308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.798401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2c83562c-b032-4c79-b592-af72d5047aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:56.827748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:46:56.836844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245067e-41b1-4348-a47e-8e8f547b6507,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:56.840677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:56.843163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.843546 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Added segment abf38a69-d9e9-40ad-a696-a4c454c7b22c of type vlan for network 55c2fc15-63f3-40a4-9240-91fd48c533e2 Apr 08 19:46:56.871201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.902041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.903398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:56.904040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:56.907477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:57.018966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Pushing event updated for resources: {'Network': ['ID=55c2fc15-63f3-40a4-9240-91fd48c533e2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:57.021619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:57.023291 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-194edfff-b441-4657-b6c0-d86cc62af5cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5164135 Apr 08 19:46:57.026530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59966) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:57.029637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:46:57.032904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Request body: {'subnet': {'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1497625233-subnet', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:57.039236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:57.043467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Usage tracker for resource:subnet and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:57.048167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:57.055855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:57.071666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Made reservation on behalf of 74cd4de29dac4f5b8791f031f8c4ed5a for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:46:57.076701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.436081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3d30-f81f-45a4-81ff-194caec213a7 req-a5dfd7bf-d039-415b-a0ba-755673040ad6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:57.437693 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b1d3d30-f81f-45a4-81ff-194caec213a7 req-a5dfd7bf-d039-415b-a0ba-755673040ad6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0919726 Apr 08 19:46:57.468280 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3b1d3d30-f81f-45a4-81ff-194caec213a7 req-e4b86935-b47b-43d9-a4c5-c02cd70754d5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239055 Apr 08 19:46:57.491739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.505037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0466d361-7e65-49d8-946e-bd48631277b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:57.638602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee160091-e469-48e9-9f04-88d8fd1a280b,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:57.644984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:57.709422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Checking segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:46:57.709988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Network hostable DHCP agents. Network: 55c2fc15-63f3-40a4-9240-91fd48c533e2, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:46:57.731358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:46:57.741869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 55c2fc15-63f3-40a4-9240-91fd48c533e2) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:57.751206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0137071-038e-4503-868c-a469d51faa60 None None] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:46:57.754123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:46:57.754778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.777616 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7472112 Apr 08 19:46:57.777829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 59976) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:46:57.783323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:46:57.788061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:46:57.792286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Usage tracker for resource:router and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:46:57.796044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:46:57.802591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:46:57.812908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.814071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.829954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:57.995298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-55c2fc15-63f3-40a4-9240-91fd48c533e2', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:46:57.996399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.174969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Allocated IP 172.20.0.2 (55c2fc15-63f3-40a4-9240-91fd48c533e2/ee160091-e469-48e9-9f04-88d8fd1a280b/3d0f1fba-0c1c-4e11-8008-6ce35151db6c) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:58.355035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.394249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.405173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Transition to ACTIVE for port object 3d0f1fba-0c1c-4e11-8008-6ce35151db6c will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:58.423507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Transition to ACTIVE for port object 3d0f1fba-0c1c-4e11-8008-6ce35151db6c will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:46:58.429195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.445446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:58.590143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Pushing event updated for resources: {'Port': ['ID=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:58.602764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.603156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.603536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.603894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.604268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.604669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.605038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.605404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.605765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.606129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.606498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.606857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:46:58.612835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:58.648250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:58.649587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:58.651952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:58.684671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.720159 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.744851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Attempting to bind port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:46:58.745274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Attempting to bind port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:46:58.745687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Attempting to bind port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c on network 55c2fc15-63f3-40a4-9240-91fd48c533e2 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:46:58.751726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:46:58.752178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Checking segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:46:58.752676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.753119 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Bound using segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:46:58.753639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Bound port: 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:46:58.754053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.833429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] For port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:46:58.836802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] For port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:46:58.840821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:58.856047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:58.865396 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Allocated IP 172.28.3.224 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/1f00c9ce-4935-4348-938d-2d523ee6fb97) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:46:59.005253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Pushing event updated for resources: {'Port': ['ID=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:59.013599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:59.028708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:59.063910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:46:59.080613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-de0bb1d7-5fef-425b-b6ee-37912827c4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:46:59.232867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Pushing event updated for resources: {'Port': ['ID=1f00c9ce-4935-4348-938d-2d523ee6fb97,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:46:59.237388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:46:59.281642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:46:59.282906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:46:59.285353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:46:59.751943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:00.120258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:00.404132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d306b6d1-35f2-4e4a-8cae-f90b57170bc8 None None] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:47:00.523201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-04c233eb-3bef-406f-b620-8fb21e888790 None None] Provisioning for port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:00.585139 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d0f1fba-0c1c-4e11-8008-6ce35151db6c up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:00.590814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Router 04bbe207-34be-47c3-b1cb-0414af7783aa is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:47:00.720873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:00.728130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:00.728571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:00.793804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:00.821625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:00.823004 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0441215 Apr 08 19:47:00.826501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 59986) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:00.924609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Sync routers for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:00.959451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:00.960096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:01.207496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:01.231938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:01.347224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:01.356856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:01.375156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-fb7f063d-ee09-4d54-86e3-2be15ef33117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:01.540522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:01.549715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:01.553406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-9b2be43a-2b7e-48f1-836d-f81981597372 None None] Provisioning complete for port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:01.553865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9b2be43a-2b7e-48f1-836d-f81981597372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:01.755466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:46:59Z', 'revision_number': 3, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:01.759839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Checking router: 04bbe207-34be-47c3-b1cb-0414af7783aa for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:01.760244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Updating router 04bbe207-34be-47c3-b1cb-0414af7783aa port 1f00c9ce-4935-4348-938d-2d523ee6fb97 binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:47:01.824050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:01.840196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.059425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Allocated IP 172.20.0.1 (55c2fc15-63f3-40a4-9240-91fd48c533e2/ee160091-e469-48e9-9f04-88d8fd1a280b/5baf3115-8a0c-4411-b86a-fdac537e4e61) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:02.213869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.228640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.231711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Transition to ACTIVE for port object 5baf3115-8a0c-4411-b86a-fdac537e4e61 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:02.241243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Transition to ACTIVE for port object 1f00c9ce-4935-4348-938d-2d523ee6fb97 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:02.247327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.256087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.262822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:02.271514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:02.402731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Pushing event updated for resources: {'Port': ['ID=1f00c9ce-4935-4348-938d-2d523ee6fb97,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:02.406949 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:02.413076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Pushing event updated for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:02.416225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:02.460982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:02.461917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Attempting to bind port 1f00c9ce-4935-4348-938d-2d523ee6fb97 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:02.462109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:02.462333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Attempting to bind port 1f00c9ce-4935-4348-938d-2d523ee6fb97 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:02.462744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Attempting to bind port 1f00c9ce-4935-4348-938d-2d523ee6fb97 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:02.464409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:02.468605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:02.469023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:02.469473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.469908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:02.470430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Bound port: 1f00c9ce-4935-4348-938d-2d523ee6fb97, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:02.470841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.537772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.542657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d0f1fba-0c1c-4e11-8008-6ce35151db6c up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:02.608402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] For port 1f00c9ce-4935-4348-938d-2d523ee6fb97, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:02.622780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] For port 1f00c9ce-4935-4348-938d-2d523ee6fb97, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1f00c9ce-4935-4348-938d-2d523ee6fb97,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:02.631878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.650062 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:02.662923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.771894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:02.772321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.848519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-1edd9761-e617-4088-91fe-bbac3a86f383 None None] Provisioning for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:02.875354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-1edd9761-e617-4088-91fe-bbac3a86f383 None None] Provisioning complete for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:02.875772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1edd9761-e617-4088-91fe-bbac3a86f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.908674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Pushing event updated for resources: {'Port': ['ID=1f00c9ce-4935-4348-938d-2d523ee6fb97,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:02.921986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:02.949382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.953587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:02.982700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:02.992196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-1edd9761-e617-4088-91fe-bbac3a86f383 None None] Port 5baf3115-8a0c-4411-b86a-fdac537e4e61 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:03.044021 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:03.044727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:46:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:03.073773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:03.086803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Pushing event updated for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:03.089764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:03.232131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:03.233563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:03.322298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-25d7f3d3-02e4-408d-bd2d-30934c2d1a6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082287 Apr 08 19:47:03.373460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:03.433504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:03.449245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Router 04bbe207-34be-47c3-b1cb-0414af7783aa has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:47:03.501082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-1d9d9c87-7533-43ac-8cb2-0bb53dfa162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:03.503118 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-1d9d9c87-7533-43ac-8cb2-0bb53dfa162a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 1098 time: 0.0871170 Apr 08 19:47:03.612997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-11e31069-913b-4745-9ceb-1a53d32d9113 None None] Provisioning complete for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:03.613409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-11e31069-913b-4745-9ceb-1a53d32d9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:03.660818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:03.666611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-984644f5-92b2-4e11-8b6b-8aef5edbfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:03.668487 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-984644f5-92b2-4e11-8b6b-8aef5edbfd60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.1445000 Apr 08 19:47:03.671124 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] 10.222.0.35 "PUT /v2.0/routers/04bbe207-34be-47c3-b1cb-0414af7783aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434689 Apr 08 19:47:03.722194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3faa0cc4-1f4d-4ecc-8be9-7a25d91b939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:03.760056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-11e31069-913b-4745-9ceb-1a53d32d9113 None None] Port 5baf3115-8a0c-4411-b86a-fdac537e4e61 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:03.786220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-279b31d8-9c77-4834-bfba-c1501f2980c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 200 len: 1001 time: 0.1106908 Apr 08 19:47:03.869787 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-b01bd4cd-3649-49bd-a4d5-4f4d8f2a055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:03.870419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 2, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:03.871424 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-b01bd4cd-3649-49bd-a4d5-4f4d8f2a055e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0703640 Apr 08 19:47:03.874445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8563be-0ea7-4f18-82d2-c8ff5ab1c03a None None] The sync data for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb is: [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 2, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:03.960464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-7d672675-171e-4fa6-b908-1bfcd07e7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:03.962188 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-7d672675-171e-4fa6-b908-1bfcd07e7382 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839968 Apr 08 19:47:04.111913 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-1b3a0ae3-8919-4651-ac2f-a6578163db62 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418369 Apr 08 19:47:04.266638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60010) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:04.272026 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8a19d058-2c2c-4c29-8487-01bea3b7cc3f req-6793904a-bc89-4e71-8353-f742a6abacf6 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516492 Apr 08 19:47:04.276404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939889298-network', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:04.281968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:04.286429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Usage tracker for resource:network and tenant:d628abfa16214e66bd63ed7bfd481986 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:04.290058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:04.298649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:04.309705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Made reservation on behalf of d628abfa16214e66bd63ed7bfd481986 for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:47:04.314859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.335774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.352319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:04.356446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Usage tracker for resource:security_group_rule and tenant:d628abfa16214e66bd63ed7bfd481986 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:04.359625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:04.365897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:04.460514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.464381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.469584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b743c37-3fcb-452e-8102-d51ddec7800d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:04.501526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:47:04.511237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d8326-ffcb-4997-9350-ed8e087228fc,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:04.515229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:04.518398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.518721 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Added segment be82a0e3-5482-4c71-925d-6af2b4b4d9ba of type vlan for network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 Apr 08 19:47:04.547252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.578886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.580324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:04.581000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:04.586771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:04.705300 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4363079 Apr 08 19:47:04.707405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60016) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:04.707552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:04.710761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:04.717535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Request body: {'subnet': {'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939889298-subnet', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:04.723432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:47:04.724418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:04.734201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Usage tracker for resource:subnet and tenant:d628abfa16214e66bd63ed7bfd481986 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:04.740742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:04.751353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:04.763697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Made reservation on behalf of d628abfa16214e66bd63ed7bfd481986 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:47:04.769433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3489889'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.205867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852470238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3489872'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.219571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5f518b0f-480d-4460-93b6-ec4da6970604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:05.350825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f25041-2dc0-46b5-a653-72bfa8fd0571,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:05.363306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.363717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.364121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.364575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.364938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.365333 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.365720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.366089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.366514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.366900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.367281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.367639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:05.373605 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:05.430205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Checking segment: {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:05.430606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Network hostable DHCP agents. Network: bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:47:05.450293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:47:05.459578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:05.469415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25272e1f-9389-4c67-9d7c-31f70f36d8fe None None] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:47:05.472250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:05.472913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.493663 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7847798 Apr 08 19:47:05.496927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60022) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:05.502453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:05.507463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:05.511749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Usage tracker for resource:router and tenant:d628abfa16214e66bd63ed7bfd481986 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:05.515454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:05.521780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:05.534334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1042966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760529'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.535397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1037967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1031544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15252'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.552520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.696221 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2be69b-a592-5e3f-8de0-795e11b85695-bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571'}]}} from dv-cinder-784623-4-smb. {{(pid=85307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 19:47:05.697274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:05.870040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Allocated IP 172.20.0.2 (bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0/92f25041-2dc0-46b5-a653-72bfa8fd0571/07962d7c-67be-433c-ba68-ffcbcdee1225) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:06.003133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c166f3b5-cadb-4c4b-a804-ccfc4b79c033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.075763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1031529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1042951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15237'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.119632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.134874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Transition to ACTIVE for port object 07962d7c-67be-433c-ba68-ffcbcdee1225 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:06.153530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Transition to ACTIVE for port object 07962d7c-67be-433c-ba68-ffcbcdee1225 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:06.158031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.173668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:06.248558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Pushing event updated for resources: {'Port': ['ID=07962d7c-67be-433c-ba68-ffcbcdee1225,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:06.253548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:06.359611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.376642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:06.377793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:06.380173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:06.403493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.435534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.479788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Attempting to bind port 07962d7c-67be-433c-ba68-ffcbcdee1225 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:06.480215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Attempting to bind port 07962d7c-67be-433c-ba68-ffcbcdee1225 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:06.480716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Attempting to bind port 07962d7c-67be-433c-ba68-ffcbcdee1225 on network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:06.487821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:06.488498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Checking segment: {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:06.489072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.489613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Bound using segment: {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:06.490257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Bound port: 07962d7c-67be-433c-ba68-ffcbcdee1225, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:06.490778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.562024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1f00c9ce-4935-4348-938d-2d523ee6fb97 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:06.591713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Allocated IP 172.28.3.85 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/80de530d-97e0-4c18-9edb-e3779b30f1c7) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:06.629201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] For port 07962d7c-67be-433c-ba68-ffcbcdee1225, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:06.641782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] For port 07962d7c-67be-433c-ba68-ffcbcdee1225, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=07962d7c-67be-433c-ba68-ffcbcdee1225,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:06.646533 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.660032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:06.737142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 1f00c9ce-4935-4348-938d-2d523ee6fb97 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:06.750440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.783620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.799440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:06.801893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1f00c9ce-4935-4348-938d-2d523ee6fb97 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:06.802504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.869690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Pushing event updated for resources: {'Port': ['ID=07962d7c-67be-433c-ba68-ffcbcdee1225,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:06.879309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:06.945773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=80de530d-97e0-4c18-9edb-e3779b30f1c7,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:06.950224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:06.986259 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:06.997790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:06.999258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:07.001877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:07.004285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 1f00c9ce-4935-4348-938d-2d523ee6fb97, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1f00c9ce-4935-4348-938d-2d523ee6fb97,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:07.007782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:07.010357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:07.087222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:07.098409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=1f00c9ce-4935-4348-938d-2d523ee6fb97,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:07.101827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:07.113522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Sync routers for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:07.124409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:07.125201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:07.357965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:07.503606 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:07.667284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:07.708730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 2, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:07.712968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Checking router: 04bbe207-34be-47c3-b1cb-0414af7783aa for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:07.713370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Updating router 04bbe207-34be-47c3-b1cb-0414af7783aa port 5baf3115-8a0c-4411-b86a-fdac537e4e61 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:47:07.768873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:07.863253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853732833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853744249'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.091150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Router f531da16-beb1-4c44-a51f-ed59610207c4 is scheduled to L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 19:47:08.192894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.207593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Transition to ACTIVE for port object 5baf3115-8a0c-4411-b86a-fdac537e4e61 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:08.214716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.232818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:08.382855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Pushing event updated for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:08.394038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.394411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.394777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.395139 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.395496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.395856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.396210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.396586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.396942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.397292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.397792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.398141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:08.403888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:08.437616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5dfd3-c77b-49f8-bedc-462e537a3bb3 None None] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:47:08.565488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:08.601491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.601675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Sync routers for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:08.601764 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-38b56b85-0dbe-4f95-b6a1-088ccdb27dd9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1019926 Apr 08 19:47:08.602838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60032) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:08.639193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:08.639888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:08.700301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Attempting to bind port 5baf3115-8a0c-4411-b86a-fdac537e4e61 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:08.705767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-dcaa02a8-3185-4fcd-8ecb-94060bd17dec None None] Provisioning for port 07962d7c-67be-433c-ba68-ffcbcdee1225 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:08.710153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Attempting to bind port 5baf3115-8a0c-4411-b86a-fdac537e4e61 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:08.710930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Attempting to bind port 5baf3115-8a0c-4411-b86a-fdac537e4e61 on network 55c2fc15-63f3-40a4-9240-91fd48c533e2 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:08.718660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:08.719356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Checking segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:08.719800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.720231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Bound using segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:08.720758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Bound port: 5baf3115-8a0c-4411-b86a-fdac537e4e61, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:08.721184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.804326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] For port 5baf3115-8a0c-4411-b86a-fdac537e4e61, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:08.808123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] For port 5baf3115-8a0c-4411-b86a-fdac537e4e61, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5baf3115-8a0c-4411-b86a-fdac537e4e61,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:08.812317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:08.831635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:08.947456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 07962d7c-67be-433c-ba68-ffcbcdee1225 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:08.993408 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Pushing event updated for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:09.001426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-42e184fb-9aaa-401e-8423-a731e6e8a62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:09.059687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:09.060422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:09.178808 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 07962d7c-67be-433c-ba68-ffcbcdee1225 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:09.186697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:09.235355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 07962d7c-67be-433c-ba68-ffcbcdee1225 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:09.235775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.294349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:09.402455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.635473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Allocated IP 172.20.0.1 (bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0/92f25041-2dc0-46b5-a653-72bfa8fd0571/57b7f2e2-1204-4853-90cf-f4d3b18c0f57) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:09.665821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.697439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 07962d7c-67be-433c-ba68-ffcbcdee1225, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=07962d7c-67be-433c-ba68-ffcbcdee1225,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:09.701969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.702898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1f00c9ce-4935-4348-938d-2d523ee6fb97 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:09.733857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:09.839647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:07Z', 'revision_number': 3, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:09.850277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Checking router: f531da16-beb1-4c44-a51f-ed59610207c4 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:09.850804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Updating router f531da16-beb1-4c44-a51f-ed59610207c4 port 80de530d-97e0-4c18-9edb-e3779b30f1c7 binding host dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:47:09.852971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.853914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:08Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:09.858813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcf1b1-9c6b-4a64-9004-1d66e69a799f None None] The sync data for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb is: [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:08Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:09.870255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Transition to ACTIVE for port object 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:09.891702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=07962d7c-67be-433c-ba68-ffcbcdee1225,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:09.894281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.895559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:09.914889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ed00e120-92cc-47cf-a56c-ab3140a537d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:09.924714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 1f00c9ce-4935-4348-938d-2d523ee6fb97 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:09.925455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:09.971266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.061174 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d7262f15-6852-4820-9767-1b79cdb48d0e None None] Provisioning complete for port 07962d7c-67be-433c-ba68-ffcbcdee1225 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:10.061592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d7262f15-6852-4820-9767-1b79cdb48d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.062625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Pushing event updated for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:10.066946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:10.111964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:10.113484 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:10.115814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:10.176461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950091'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.327411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.634239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.638317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.646416 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5baf3115-8a0c-4411-b86a-fdac537e4e61 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:10.668817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f9701265-c621-4101-9365-76eeb983dc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:10.718033 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-68f32631-b2e9-461c-b4a6-9d0370243d66 None None] Provisioning for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:10.749170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-68f32631-b2e9-461c-b4a6-9d0370243d66 None None] Provisioning complete for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:10.749700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-68f32631-b2e9-461c-b4a6-9d0370243d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.759555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854154268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1041822'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.795641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Pushing event updated for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:10.801520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:10.834692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.864443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:10.876387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Transition to ACTIVE for port object 80de530d-97e0-4c18-9edb-e3779b30f1c7 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:10.878980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:10.879409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.934602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:10.934816 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:10.935823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:10.941520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-0c3a4fe9-94c6-42c7-b374-1082aa991ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:10.943392 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-0c3a4fe9-94c6-42c7-b374-1082aa991ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1138 time: 0.1882288 Apr 08 19:47:10.979472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:11.091704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580252-7a88-4040-b017-3420a43cf1a1 req-8241a0c0-29be-45b1-b564-251c6f47475d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:11.093542 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a9580252-7a88-4040-b017-3420a43cf1a1 req-8241a0c0-29be-45b1-b564-251c6f47475d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.2589240 Apr 08 19:47:11.160383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-a9580252-7a88-4040-b017-3420a43cf1a1 req-6e1666dc-91b7-45be-a0ef-b10e634341ad tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:11.165732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Router f531da16-beb1-4c44-a51f-ed59610207c4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:47:11.175014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-3a060d90-c367-4b7f-85fe-baf9dc8d2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:11.176980 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-3a060d90-c367-4b7f-85fe-baf9dc8d2af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.2226729 Apr 08 19:47:11.210041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-68f32631-b2e9-461c-b4a6-9d0370243d66 None None] Port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:11.251099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-a9580252-7a88-4040-b017-3420a43cf1a1 req-6e1666dc-91b7-45be-a0ef-b10e634341ad tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:11.252133 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a9580252-7a88-4040-b017-3420a43cf1a1 req-6e1666dc-91b7-45be-a0ef-b10e634341ad tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507289 Apr 08 19:47:11.301232 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-7e2b1d35-c1ca-43bf-b10a-ffe94a75573f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 1002 time: 0.1170816 Apr 08 19:47:11.372684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Pushing event updated for resources: {'Port': ['ID=80de530d-97e0-4c18-9edb-e3779b30f1c7,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:11.375839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:11.377409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-4991bc54-4ae1-41e6-a638-c0e0cfb29ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:11.379043 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-4991bc54-4ae1-41e6-a638-c0e0cfb29ef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0692213 Apr 08 19:47:11.442581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d37666f9-fae8-4b61-85cd-185d21624a84 None None] Provisioning complete for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:11.443017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d37666f9-fae8-4b61-85cd-185d21624a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.471632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-e7e06a0b-55b1-4a6c-87fa-ad0edb8c2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:11.473428 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-e7e06a0b-55b1-4a6c-87fa-ad0edb8c2701 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868790 Apr 08 19:47:11.518830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.557834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-d37666f9-fae8-4b61-85cd-185d21624a84 None None] Port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:11.562765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 5baf3115-8a0c-4411-b86a-fdac537e4e61, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5baf3115-8a0c-4411-b86a-fdac537e4e61,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:11.567449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.568323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 07962d7c-67be-433c-ba68-ffcbcdee1225 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:11.599086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cbb66e3b-6507-4394-b738-eb1af445ef1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:11.610648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:11.620769 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] 10.222.0.35 "PUT /v2.0/routers/f531da16-beb1-4c44-a51f-ed59610207c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167499 Apr 08 19:47:11.628167 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-a423019f-b4c0-4390-a51d-b6becae2d8a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480489 Apr 08 19:47:11.630200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Attempting to bind port 80de530d-97e0-4c18-9edb-e3779b30f1c7 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:11.630622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Attempting to bind port 80de530d-97e0-4c18-9edb-e3779b30f1c7 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:11.631515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Attempting to bind port 80de530d-97e0-4c18-9edb-e3779b30f1c7 on network 91975235-ed21-4190-9581-b38318b4bb50 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:11.660220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:11.660881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Checking segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:11.661137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.661581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Bound using segment: {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:11.662118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Bound port: 80de530d-97e0-4c18-9edb-e3779b30f1c7, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e3d2b-0068-4f0c-b60c-9b5fb1c2e187', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91975235-ed21-4190-9581-b38318b4bb50'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:11.662536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.770959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:11.778534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:11.791961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 07962d7c-67be-433c-ba68-ffcbcdee1225 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:11.792242 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-32741a3b-3b60-404e-afa9-199a6a692d1a req-5243b169-1823-4d3d-ae96-95d02ad416ae service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548879 Apr 08 19:47:11.792382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.819534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] For port 80de530d-97e0-4c18-9edb-e3779b30f1c7, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:11.840833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] For port 80de530d-97e0-4c18-9edb-e3779b30f1c7, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=80de530d-97e0-4c18-9edb-e3779b30f1c7,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:11.851917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:11.868666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:12.064292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Pushing event updated for resources: {'Port': ['ID=80de530d-97e0-4c18-9edb-e3779b30f1c7,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:12.076984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:12.135861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:12.136519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:12.254080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60054) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:12.260047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191336272', 'description': 'tempest-secgroup-smoke-191336272 description', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:12.266361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.270305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.273301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.279199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:12.291351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.295375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.299660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.302992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.309233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:12.340319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:12.385622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.388669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.394756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-19f7fa33-c676-4488-85ec-1aa8e878615d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:12.438365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.439649 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1844702 Apr 08 19:47:12.440646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad14a77-74b2-48a7-9389-1bc9d8a09a22,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:12.443230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60060) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:12.443519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:12.450786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:12.460005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.466991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.472190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.486227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970fe3-74a7-46e9-a2b9-67e6a892fbf7 req-67e54754-09ad-4051-9a22-16dc63e5bbce tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:12.487879 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6970fe3-74a7-46e9-a2b9-67e6a892fbf7 req-67e54754-09ad-4051-9a22-16dc63e5bbce tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1147466 Apr 08 19:47:12.488876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:12.507087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.558568 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6970fe3-74a7-46e9-a2b9-67e6a892fbf7 req-9d8cdfa4-5bd3-439c-afc4-04d7d2a4f1e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430377 Apr 08 19:47:12.579240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5baf3115-8a0c-4411-b86a-fdac537e4e61 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:12.610115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.613058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.615883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-df1db709-0d23-4a4a-942a-ad974921de2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:12.640799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dfe219-db22-4b9c-9ea3-fff97bf6ce28,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:12.643385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:12.650307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.651569 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a6c29c4d-bb82-46d5-be27-72f07c34ae57 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071061 Apr 08 19:47:12.654715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60064) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:12.660690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:12.667155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.671225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.674254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.680783 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:12.699497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.730348 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 5baf3115-8a0c-4411-b86a-fdac537e4e61 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:12.730769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.764482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.767610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.769780 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:12.793748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ef88cb-5324-4c77-a2d5-e8186b20eb68,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:12.796931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:12.804345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.808375 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499398 Apr 08 19:47:12.808796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60068) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:12.814613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:12.823080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.827210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.830339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.836512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:12.853614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.860890 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '57b7f2e2-1204-4853-90cf-f4d3b18c0f57', 'name': '', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'mac_address': 'fa:16:3e:02:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:09Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 2, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'subnets': [{'id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:12.875526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c77f-0cf8-4e24-b9b1-16a371f652cf None None] The sync data for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb is: [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '57b7f2e2-1204-4853-90cf-f4d3b18c0f57', 'name': '', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'mac_address': 'fa:16:3e:02:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:09Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 2, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'subnets': [{'id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:12.923156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.926657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.928950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-af22092d-ea1e-4701-bc95-08366b9a624c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:12.952345 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa604c4a-da6e-4208-a17d-fe7bd670fa5c,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:12.954927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:12.961711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:12.963006 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9559b4f8-822a-4947-bf69-e901aa5cc504 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531498 Apr 08 19:47:12.966130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60072) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:12.971802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:12.978596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:12.982750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:12.985815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:12.992089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:13.010058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.076876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.080832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.082958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:13.112671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71e1574-6a29-4b1f-8109-86fe7d2dcd77,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:13.117498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:13.121435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.122696 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6d77e921-e176-4a13-912f-ad24bf9bf563 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556039 Apr 08 19:47:13.125920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60078) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:13.131514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:13.138165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:13.142565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:13.145755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:13.152216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:13.163467 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.securitygroups_db [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Project 74cd4de29dac4f5b8791f031f8c4ed5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:47:13.171339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.273284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.276603 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.278858 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8dff8853-0cf1-494f-9a61-1d5adcc24c6e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:13.301362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a63bcf6-7496-4d12-a697-89cea6ca9239,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:13.306089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:13.313585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.314892 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c704324c-8691-48fb-9ca8-d585d6d153d3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878529 Apr 08 19:47:13.317857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60082) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:13.324011 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'security_group_rule': {'security_group_id': 'fad14a77-74b2-48a7-9389-1bc9d8a09a22', 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:13.331027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:13.335597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:security_group_rule and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:13.338803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:13.345521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:13.355379 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.securitygroups_db [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Project 74cd4de29dac4f5b8791f031f8c4ed5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:47:13.362442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.433532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.436317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.445222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a1a81878-21d4-40b9-8381-c53517f82c9c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:13.470280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2804b8f-cc2a-4091-ae1b-f9a22eb27259,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:13.472694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:13.477305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:13.482320 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-670c7264-1cf7-4966-98c0-50a2426000ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597419 Apr 08 19:47:13.802986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ea9c-0563-4975-b281-d673d1da241c req-a4a289e9-3b4f-4892-af26-cdf664a0e940 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:13.805726 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a271ea9c-0563-4975-b281-d673d1da241c req-a4a289e9-3b4f-4892-af26-cdf664a0e940 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1051648 Apr 08 19:47:13.841607 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a271ea9c-0563-4975-b281-d673d1da241c req-261003b6-34e2-4961-a4f9-e806f268dc96 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0288808 Apr 08 19:47:14.539919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 80de530d-97e0-4c18-9edb-e3779b30f1c7 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:14.617725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 80de530d-97e0-4c18-9edb-e3779b30f1c7 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:14.623115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 80de530d-97e0-4c18-9edb-e3779b30f1c7 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:14.623541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:14.754274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:14.771979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 80de530d-97e0-4c18-9edb-e3779b30f1c7, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=80de530d-97e0-4c18-9edb-e3779b30f1c7,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:14.776529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:14.780027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:14.860164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=80de530d-97e0-4c18-9edb-e3779b30f1c7,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:14.863688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:15.059848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280d889-e9f0-4c9a-ad93-bed6f3442510 req-4dc84cbe-5a33-48fa-a025-be83f50f2e28 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:15.061428 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c280d889-e9f0-4c9a-ad93-bed6f3442510 req-4dc84cbe-5a33-48fa-a025-be83f50f2e28 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0990160 Apr 08 19:47:15.094629 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c280d889-e9f0-4c9a-ad93-bed6f3442510 req-06a67211-6a5b-4859-b1ed-d617fa9f889e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0266056 Apr 08 19:47:16.172307 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Sync routers for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:16.186189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:16.186982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:16.389636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:16.541970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 80de530d-97e0-4c18-9edb-e3779b30f1c7 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:16.556219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c577150-8965-4cf4-95ca-9f4bea5c1c7a req-6d4816ef-3a88-4b74-b544-0a990fbf131b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:16.558194 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2c577150-8965-4cf4-95ca-9f4bea5c1c7a req-6d4816ef-3a88-4b74-b544-0a990fbf131b tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.3481927 Apr 08 19:47:16.596023 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2c577150-8965-4cf4-95ca-9f4bea5c1c7a req-eebbe445-9535-4444-8bb0-210bb8eab9c0 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0311358 Apr 08 19:47:16.639359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 80de530d-97e0-4c18-9edb-e3779b30f1c7 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:16.639867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:16.767982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '57b7f2e2-1204-4853-90cf-f4d3b18c0f57', 'name': '', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'mac_address': 'fa:16:3e:02:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:09Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 2, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'subnets': [{'id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:16.773132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Checking router: f531da16-beb1-4c44-a51f-ed59610207c4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:16.773711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Updating router f531da16-beb1-4c44-a51f-ed59610207c4 port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 binding host dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 19:47:16.830565 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.253165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.265756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Transition to ACTIVE for port object 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:17.272207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.290870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-44881493-e78b-41f6-a01e-6a9310be58af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:17.430225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c80dd-6e83-4f93-94b9-c0c5849f8c30 None None] Pushing event updated for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:17.434419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3f6c80dd-6e83-4f93-94b9-c0c5849f8c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:17.646411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Attempting to bind port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 on host dv-cinder-784623-4-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:17.646834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Attempting to bind port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 by drivers openvswitch,hyperv on host dv-cinder-784623-4-smb at level 0 using segments [{'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:17.647403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Attempting to bind port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 on network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:17.653078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Checking agent: {'id': '0fbba502-b39f-4413-bd88-9a581cc4e685', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 34, 37), 'started_at': datetime.datetime(2021, 4, 8, 19, 35, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:17.653491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Checking segment: {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:17.653939 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.654372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Bound using segment: {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:17.654889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Bound port: 57b7f2e2-1204-4853-90cf-f4d3b18c0f57, host: dv-cinder-784623-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:17.655302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.744007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] For port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57, host dv-cinder-784623-4-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:17.748409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] For port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57, host dv-cinder-784623-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:17.751749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:17.767359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0acb997c-afb0-4bbf-9012-e6ff11577a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:17.815852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c35f2-20e1-4e4c-af53-95a21229c81e req-5ccce39f-7b92-4ef9-b7e4-078197c3988c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:17.817363 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a49c35f2-20e1-4e4c-af53-95a21229c81e req-5ccce39f-7b92-4ef9-b7e4-078197c3988c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0930500 Apr 08 19:47:17.855021 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a49c35f2-20e1-4e4c-af53-95a21229c81e req-3898b59f-00ae-410f-b4d3-9544c78969d0 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0272865 Apr 08 19:47:17.929106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c80dd-6e83-4f93-94b9-c0c5849f8c30 None None] Pushing event updated for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:17.936516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3f6c80dd-6e83-4f93-94b9-c0c5849f8c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:17.975799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:17.976461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:18.340171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:18.552500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:18.636774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:18.641637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:18.642059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:18.707592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '57b7f2e2-1204-4853-90cf-f4d3b18c0f57', 'name': '', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'mac_address': 'fa:16:3e:02:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:09Z', 'updated_at': '2021-04-08T19:47:17Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'subnets': [{'id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:18.714024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae209453-91ec-4226-a403-716a1aa74711 None None] The sync data for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb is: [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:47:10Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '57b7f2e2-1204-4853-90cf-f4d3b18c0f57', 'name': '', 'network_id': 'bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'mac_address': 'fa:16:3e:02:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:09Z', 'updated_at': '2021-04-08T19:47:17Z', 'revision_number': 4, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'subnets': [{'id': '92f25041-2dc0-46b5-a653-72bfa8fd0571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:18.958430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:18.975725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] For port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:18.978712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:18.980773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:19.059052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Pushing event updated for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:19.062464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:19.087738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35fbaa-24ba-4cf1-b944-721b731f8720 req-1d7e169e-916d-44fa-9876-d283bfe81ba4 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:19.089456 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9d35fbaa-24ba-4cf1-b944-721b731f8720 req-1d7e169e-916d-44fa-9876-d283bfe81ba4 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1010053 Apr 08 19:47:19.123666 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9d35fbaa-24ba-4cf1-b944-721b731f8720 req-20971659-7041-406d-9d2c-b16a4b6cf3d6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0273979 Apr 08 19:47:20.338521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e431c2-ffe5-4980-9c50-3a45ff7775e1 req-02e06d2e-6124-439f-8d67-faa67cac0e17 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:20.340230 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-31e431c2-ffe5-4980-9c50-3a45ff7775e1 req-02e06d2e-6124-439f-8d67-faa67cac0e17 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0930846 Apr 08 19:47:20.376399 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-31e431c2-ffe5-4980-9c50-3a45ff7775e1 req-aabf6c94-79a1-48df-abf1-e684ed365ef1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0285122 Apr 08 19:47:20.523801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 up at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:20.597887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Provisioning complete for port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:20.598505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:21.595836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46970543-54a1-4d8c-8e40-9eb9427d1ee3 req-b2e4938b-9109-4e8f-9ec5-32acd9ad0e19 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:21.597492 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46970543-54a1-4d8c-8e40-9eb9427d1ee3 req-b2e4938b-9109-4e8f-9ec5-32acd9ad0e19 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0942438 Apr 08 19:47:21.633740 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46970543-54a1-4d8c-8e40-9eb9427d1ee3 req-c9e02c8e-5a2d-4117-a10f-82290b3777bd tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0274730 Apr 08 19:47:22.864320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca67f-d151-4014-9a58-f9dd79bcbc9a req-081f0da7-2c2a-40fc-a45a-8f06a52070aa tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:22.866009 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4a3ca67f-d151-4014-9a58-f9dd79bcbc9a req-081f0da7-2c2a-40fc-a45a-8f06a52070aa tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1046145 Apr 08 19:47:22.898778 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4a3ca67f-d151-4014-9a58-f9dd79bcbc9a req-b3370a4d-ed42-433c-be9f-462ee892f266 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0261481 Apr 08 19:47:23.159999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f403c-78f0-4a80-b676-d977463a6331 req-9a997c01-3803-4b1d-b9ab-175dc7d727c8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:23.162198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e86f403c-78f0-4a80-b676-d977463a6331 req-9a997c01-3803-4b1d-b9ab-175dc7d727c8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0899608 Apr 08 19:47:23.201621 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e86f403c-78f0-4a80-b676-d977463a6331 req-ccfd0ba9-d954-433c-8d4c-ee63ac27d290 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276587 Apr 08 19:47:24.126651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b164e-a996-421a-ac00-fee9474bb8d0 req-bb17af5a-7edf-4ab9-92f7-c3ff064144c6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:24.128246 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-988b164e-a996-421a-ac00-fee9474bb8d0 req-bb17af5a-7edf-4ab9-92f7-c3ff064144c6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0944192 Apr 08 19:47:24.165256 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-988b164e-a996-421a-ac00-fee9474bb8d0 req-f8ce840e-ce7e-4264-b488-c10b81ade17f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0302789 Apr 08 19:47:24.428797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc87b0-79e1-4ebc-aa9c-1382bc97acbb req-17c31a15-8fb2-487f-9022-4bc20f05582a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:24.430418 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cc87b0-79e1-4ebc-aa9c-1382bc97acbb req-17c31a15-8fb2-487f-9022-4bc20f05582a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0956960 Apr 08 19:47:24.465064 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3cc87b0-79e1-4ebc-aa9c-1382bc97acbb req-d368f57c-8db6-4197-b514-63a05c679b94 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249832 Apr 08 19:47:25.383692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6b83-cbf7-4977-b99a-ccdc30fb81e6 req-92489cc7-ca93-4d11-936d-1117b261476c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:25.385318 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29db6b83-cbf7-4977-b99a-ccdc30fb81e6 req-92489cc7-ca93-4d11-936d-1117b261476c tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1024134 Apr 08 19:47:25.422450 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29db6b83-cbf7-4977-b99a-ccdc30fb81e6 req-2d3c29a9-bf8f-4294-81a0-f6c91d7b9613 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0304935 Apr 08 19:47:25.685927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39fb6-0dc8-4573-af70-2eab54d043e1 req-353678bd-1411-4680-bb4b-842dff6fc013 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:25.687559 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6b39fb6-0dc8-4573-af70-2eab54d043e1 req-353678bd-1411-4680-bb4b-842dff6fc013 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0948896 Apr 08 19:47:25.721535 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6b39fb6-0dc8-4573-af70-2eab54d043e1 req-331e3c69-9e84-446e-8be9-9f260a1a11b8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246496 Apr 08 19:47:26.632415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6272ff-2151-4d88-adb2-5fccbf000401 req-ae56c440-570b-47b7-8c42-350f63a9a70d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:26.634049 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf6272ff-2151-4d88-adb2-5fccbf000401 req-ae56c440-570b-47b7-8c42-350f63a9a70d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0979867 Apr 08 19:47:26.667688 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf6272ff-2151-4d88-adb2-5fccbf000401 req-0eda45c3-6098-444c-8d6a-d735a75225b2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0269935 Apr 08 19:47:26.950042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc5886-72f3-4a90-a119-3cc51dd2ffaa req-2feb0ad2-a530-4965-b04e-d1a61b65be2a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:26.951561 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5bcc5886-72f3-4a90-a119-3cc51dd2ffaa req-2feb0ad2-a530-4965-b04e-d1a61b65be2a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1016855 Apr 08 19:47:26.982848 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5bcc5886-72f3-4a90-a119-3cc51dd2ffaa req-95593353-19c6-4377-a17a-2daae95cc9c5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248268 Apr 08 19:47:27.880802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f2a3f-b3d4-4d39-ba3a-2cbe827e376d req-44d6cb64-2122-46dc-b53d-89257619decd tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:27.882611 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1d4f2a3f-b3d4-4d39-ba3a-2cbe827e376d req-44d6cb64-2122-46dc-b53d-89257619decd tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0922282 Apr 08 19:47:27.915781 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1d4f2a3f-b3d4-4d39-ba3a-2cbe827e376d req-0fa49f3d-f034-4b1d-a49f-d8c4ce9c84c2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0266187 Apr 08 19:47:28.215713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d33e34-8a4e-412f-994e-6acd9fcc311c req-1ffda435-85bc-45ee-b82f-09fd871123f2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:28.217331 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-73d33e34-8a4e-412f-994e-6acd9fcc311c req-1ffda435-85bc-45ee-b82f-09fd871123f2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1003859 Apr 08 19:47:28.248757 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-73d33e34-8a4e-412f-994e-6acd9fcc311c req-340f7a0c-06f0-4b28-9223-a368d14fd188 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246396 Apr 08 19:47:29.134595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4606b8-6db8-4ca1-a52a-e847afd30d5d req-a13085f8-bdd5-4dc8-bb96-d2ad6e95b1a2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:29.136169 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa4606b8-6db8-4ca1-a52a-e847afd30d5d req-a13085f8-bdd5-4dc8-bb96-d2ad6e95b1a2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.0959756 Apr 08 19:47:29.172667 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa4606b8-6db8-4ca1-a52a-e847afd30d5d req-9f9293ae-1677-4433-bac2-c82d2191934d tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&id=ea767099-de4e-4430-b7de-e81ba7f72438&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0266638 Apr 08 19:47:29.465323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a4ebd-174a-47a5-b7ce-574a44a2e545 req-91375ce5-8dab-425d-bdf2-81e252dec4fa tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:29.466907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a44a4ebd-174a-47a5-b7ce-574a44a2e545 req-91375ce5-8dab-425d-bdf2-81e252dec4fa tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0977993 Apr 08 19:47:29.500878 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a44a4ebd-174a-47a5-b7ce-574a44a2e545 req-ae03ddb6-0ddf-42f2-b46c-b42fdcfc57b0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242646 Apr 08 19:47:29.850500 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-3a7497f4-cb20-461f-bef1-aaa6ad93008e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:29.868791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-3a7497f4-cb20-461f-bef1-aaa6ad93008e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:29.869990 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-3a7497f4-cb20-461f-bef1-aaa6ad93008e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191336272&fields=id&tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a HTTP/1.1" status: 200 len: 267 time: 0.0441713 Apr 08 19:47:30.033437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-43c1bf43-fb5c-4054-a561-351701e61296 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:30.034094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-43c1bf43-fb5c-4054-a561-351701e61296 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:30.052886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-43c1bf43-fb5c-4054-a561-351701e61296 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:30.054606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-43c1bf43-fb5c-4054-a561-351701e61296 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 809 time: 0.1772754 Apr 08 19:47:30.070924 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-faf98159-b5cb-457c-bb8a-34c8be48abab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/quotas/74cd4de29dac4f5b8791f031f8c4ed5a HTTP/1.1" status: 200 len: 375 time: 0.0100224 Apr 08 19:47:30.165132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-f5989db6-a01f-434e-98e4-6d77709aa1c0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:30.184181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-f5989db6-a01f-434e-98e4-6d77709aa1c0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:30.186049 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-f5989db6-a01f-434e-98e4-6d77709aa1c0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095765 Apr 08 19:47:30.338837 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-67b09620-7135-47f6-ab3b-b190ce6edc26 service neutron] 10.222.0.35 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395764 Apr 08 19:47:30.489685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-775cdaa4-4fac-4526-a7ab-55990d2eb331 service neutron] 10.222.0.35 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442900 Apr 08 19:47:30.715442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315620d5-2ee7-4660-a8c7-092c7eaf4bc5 req-73e169df-d300-4c60-a752-107f87d424e0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:30.717333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-315620d5-2ee7-4660-a8c7-092c7eaf4bc5 req-73e169df-d300-4c60-a752-107f87d424e0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0909452 Apr 08 19:47:30.748341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-315620d5-2ee7-4660-a8c7-092c7eaf4bc5 req-72759094-b40a-4244-a3fb-a99afbb33826 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248096 Apr 08 19:47:30.919911 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-df142297-d509-490b-901e-00f8a8aba5d9 req-cf054503-046b-4c83-98d8-a100f9422d5b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 210 time: 0.0527735 Apr 08 19:47:31.973414 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c814b-f6ca-4d8e-875a-0c86441c1d4e req-0f4084eb-849f-44b3-9682-6b7ff34abed3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:31.975134 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-820c814b-f6ca-4d8e-875a-0c86441c1d4e req-0f4084eb-849f-44b3-9682-6b7ff34abed3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1041179 Apr 08 19:47:32.009243 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-820c814b-f6ca-4d8e-875a-0c86441c1d4e req-1136c948-dd49-4c20-9df8-b3ef41bf03ac tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271759 Apr 08 19:47:32.149060 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b3868bc7-0024-4f64-afd4-48ef13d1a819 req-2030238f-d8e0-4d19-a3b4-2bc865611450 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 210 time: 0.0673223 Apr 08 19:47:32.193016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-2d572c80-71f7-4d49-99a8-069984a1638d tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:32.194606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-2d572c80-71f7-4d49-99a8-069984a1638d tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 809 time: 0.2085853 Apr 08 19:47:32.277190 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-2083d7ad-154b-4675-b3a7-f0812bff6fcc tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a HTTP/1.1" status: 200 len: 8059 time: 0.0731614 Apr 08 19:47:32.286690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'port': {'device_id': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'admin_state_up': True, 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'security_groups': ['fad14a77-74b2-48a7-9389-1bc9d8a09a22']}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:32.436795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:32.447714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:32.457245 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Made reservation on behalf of 74cd4de29dac4f5b8791f031f8c4ed5a for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:47:32.463576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:32.632571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Allocated IP 172.20.0.5 (55c2fc15-63f3-40a4-9240-91fd48c533e2/ee160091-e469-48e9-9f04-88d8fd1a280b/0454c30f-a7c8-4a6d-a860-1ccd852c6ed3) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:32.843867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:32.861064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Transition to ACTIVE for port object 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:32.899431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:32.915180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4f6df397-1ffc-4e75-85d9-9f2652efa03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:33.056876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:33.062149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:33.108328 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:33.109431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:33.111999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:33.183860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:33.184454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.210815 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281583 Apr 08 19:47:33.234782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Request body: {'port': {'device_id': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:33.255474 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b1687-af12-4085-9a9d-b040f9ce64cd req-cc5cffcd-f987-4521-b5f3-3309a9a0bd65 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:33.263820 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-999b1687-af12-4085-9a9d-b040f9ce64cd req-cc5cffcd-f987-4521-b5f3-3309a9a0bd65 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1190333 Apr 08 19:47:33.284698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.293257 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-999b1687-af12-4085-9a9d-b040f9ce64cd req-7a9fa101-61e1-469f-80c1-8cd95e3e8304 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279400 Apr 08 19:47:33.381048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-278b1404-c876-4f86-b40a-2cc228f91670 None None] Provisioning for port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:33.386044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-278b1404-c876-4f86-b40a-2cc228f91670 None None] Provisioning complete for port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:33.386473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-278b1404-c876-4f86-b40a-2cc228f91670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.445462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-278b1404-c876-4f86-b40a-2cc228f91670 None None] Port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:33.450795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.513082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1960f67-cb43-4b1b-a29f-7f5b83ec8d6c req-86b8b3ba-52bf-4744-a77b-1c83f4e8d7e7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:33.513849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b1960f67-cb43-4b1b-a29f-7f5b83ec8d6c req-86b8b3ba-52bf-4744-a77b-1c83f4e8d7e7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:33.576205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd1fb-31e1-47a2-8b03-b1ad13e23420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.589198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-b1960f67-cb43-4b1b-a29f-7f5b83ec8d6c req-86b8b3ba-52bf-4744-a77b-1c83f4e8d7e7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:33.590472 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b1960f67-cb43-4b1b-a29f-7f5b83ec8d6c req-86b8b3ba-52bf-4744-a77b-1c83f4e8d7e7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 931 time: 0.2982128 Apr 08 19:47:33.682440 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b1960f67-cb43-4b1b-a29f-7f5b83ec8d6c req-484116c6-ebba-481d-86fc-8d7398d51e0a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839612 Apr 08 19:47:33.719063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:47:33.904706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:47:33.913441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.928889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Transition to ACTIVE for port object 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:33.933145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:33.949712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:34.088123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:34.093299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:34.314893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Attempting to bind port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:34.315271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Attempting to bind port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:34.315640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Attempting to bind port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 on network 55c2fc15-63f3-40a4-9240-91fd48c533e2 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:34.320762 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 on network 55c2fc15-63f3-40a4-9240-91fd48c533e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:47:34.321123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Attempting to bind port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 on network 55c2fc15-63f3-40a4-9240-91fd48c533e2 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:34.328005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:34.328380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Checking segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:34.328835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Bound using segment: {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:34.329309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Bound port: 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf38a69-d9e9-40ad-a696-a4c454c7b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:34.329701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:34.412551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:34.415753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:34.419507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:34.435561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f28c1dc2-00b4-4c1e-b607-4f8cb0e27766 tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:34.501470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba276828-581a-4963-9329-3cde9b2950e9 req-35a14cba-e3cf-4b4e-baa3-000361e501ef tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:34.503106 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba276828-581a-4963-9329-3cde9b2950e9 req-35a14cba-e3cf-4b4e-baa3-000361e501ef tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0880315 Apr 08 19:47:34.534160 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba276828-581a-4963-9329-3cde9b2950e9 req-4067e3a7-1047-4d69-b3dc-421eb7515bc4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242207 Apr 08 19:47:34.590053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:34.594786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:34.629394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:34.629778 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:34.631325 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] 10.222.0.13 "PUT /v2.0/ports/0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 1093 time: 1.4015696 Apr 08 19:47:34.631876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:34.707566 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'status': 'completed', 'code': 200} Apr 08 19:47:34.756539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-b33fc603-6cda-4ef9-9c8f-363751ce4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:34.758392 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-b33fc603-6cda-4ef9-9c8f-363751ce4acd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1096 time: 0.0886939 Apr 08 19:47:34.833415 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-45ec072e-32f6-4d9e-83c9-d9fcd84b490b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 217 time: 0.0669472 Apr 08 19:47:34.894164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04d72d-128f-4fa5-860b-717af23c2583 req-c328d3e5-2b9b-4877-8a9a-29f540382a53 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:34.896766 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b04d72d-128f-4fa5-860b-717af23c2583 req-c328d3e5-2b9b-4877-8a9a-29f540382a53 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.0938268 Apr 08 19:47:34.907756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-2cabefe6-e7fe-48e6-9ba8-646e20d3c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:34.909345 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-2cabefe6-e7fe-48e6-9ba8-646e20d3c9c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0675604 Apr 08 19:47:34.929198 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b04d72d-128f-4fa5-860b-717af23c2583 req-0ea12cd3-fcfa-4faa-9d88-8ca5709f7eb9 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258572 Apr 08 19:47:34.983338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:47:34.999225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-7be0db0f-9545-4479-acd8-39765363b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:35.000901 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-7be0db0f-9545-4479-acd8-39765363b486 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839036 Apr 08 19:47:35.131142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:35.146473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '50186298-f665-4e76-9e00-f9da31c20832', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:47:35.210908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:35.214252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:47:35.230709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:35.238154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:35.241020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:35.321483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=6']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:35.324888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:35.344409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['50186298-f665-4e76-9e00-f9da31c20832'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:47:35.376118 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-0a010f49-2277-4d97-badf-17d3b85548cc service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673966 Apr 08 19:47:35.519502 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4385d65-e6c1-4991-8de1-19d5c1d05dbf req-a332c3b5-d2e7-426a-b74f-67a8359a93bf service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364188 Apr 08 19:47:35.655716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-86baf37e-3d12-4d11-8d0f-5581177b3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:35.657348 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-86baf37e-3d12-4d11-8d0f-5581177b3f69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1096 time: 0.0857408 Apr 08 19:47:35.873992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-fb2d821f-7ea1-4489-bf61-e3979630620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:35.875586 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-fb2d821f-7ea1-4489-bf61-e3979630620f service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.1738045 Apr 08 19:47:35.885393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20034-e4c9-4934-817b-efc63efc4ae2 req-1c03d310-b349-4e84-b2b9-36ba3d2f013b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:35.886894 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1a20034-e4c9-4934-817b-efc63efc4ae2 req-1c03d310-b349-4e84-b2b9-36ba3d2f013b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 944 time: 0.2285941 Apr 08 19:47:35.976518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-8b3c147b-2e1a-4bc0-8919-0964847835d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 217 time: 0.0838950 Apr 08 19:47:35.978723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a549-9d1c-428f-9ebb-5e9e0ac4c9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:36.025525 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1a20034-e4c9-4934-817b-efc63efc4ae2 req-9d530599-b722-4d03-a18a-52554cb5db35 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706716 Apr 08 19:47:36.059031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-23d7a4a5-67a3-4651-9e71-f8b0a36b589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:36.060635 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-23d7a4a5-67a3-4651-9e71-f8b0a36b589c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0723121 Apr 08 19:47:36.152380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428701e0-384c-43d0-b257-d6431f17dd77 req-48f514ec-5e6a-459c-8584-9d8af73846a4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:36.153958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-428701e0-384c-43d0-b257-d6431f17dd77 req-48f514ec-5e6a-459c-8584-9d8af73846a4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.0942786 Apr 08 19:47:36.162796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-2751dc25-7271-4e6b-aef4-30b95384be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:36.164553 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-2751dc25-7271-4e6b-aef4-30b95384be07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860291 Apr 08 19:47:36.195558 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-428701e0-384c-43d0-b257-d6431f17dd77 req-f3359280-a6c9-4b60-8689-ec741e8ad9f0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Apr 08 19:47:36.320640 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-0da2a465-7102-476c-997e-97ead9f4c789 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482019 Apr 08 19:47:36.349030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:36.482150 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-78f578b7-ef72-47bc-9dca-49a5c07c55a0 req-30ab8af7-8b72-4df3-b5d9-fa7c49e9daae service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525240 Apr 08 19:47:37.000030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:37.031687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a75e09-167d-4eeb-a4e2-2176f2e1008d req-775a6870-44d7-4ee2-873b-fd00feaf7be4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:37.033555 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85a75e09-167d-4eeb-a4e2-2176f2e1008d req-775a6870-44d7-4ee2-873b-fd00feaf7be4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.0988698 Apr 08 19:47:37.069081 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85a75e09-167d-4eeb-a4e2-2176f2e1008d req-defc8fb9-fbbf-4227-bdcb-521a68e2c4a0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279331 Apr 08 19:47:37.090709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:37.121962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 50186298-f665-4e76-9e00-f9da31c20832 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:37.122670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:37.268914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:37.281956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:37.293321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:37.296850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:37.299891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:37.370552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07324da-2057-41fd-b9a7-5f37914f76dc req-8d3e608a-d191-4c18-80f6-ef5093538489 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:37.372168 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b07324da-2057-41fd-b9a7-5f37914f76dc req-8d3e608a-d191-4c18-80f6-ef5093538489 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 944 time: 0.1837802 Apr 08 19:47:37.376905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=7']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:37.380399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:37.415347 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b07324da-2057-41fd-b9a7-5f37914f76dc req-f8829809-77c7-4129-bd5c-808bede0d335 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359287 Apr 08 19:47:37.469706 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'code': 200} Apr 08 19:47:37.497824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b540be4-a08d-406f-9d9f-a87c6c1360bd req-a542293e-c83e-458d-8089-4b5f9ef827c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:37.499587 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b540be4-a08d-406f-9d9f-a87c6c1360bd req-a542293e-c83e-458d-8089-4b5f9ef827c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.0973082 Apr 08 19:47:37.533619 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b540be4-a08d-406f-9d9f-a87c6c1360bd req-136f174b-5c94-4a8a-bd5f-48376d3677ce tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275366 Apr 08 19:47:37.671775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:38.319861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9940d1-d3e1-4b66-8c91-6b2b8a5691e4 req-712230c9-15c9-40cd-9985-1594118e03fb tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:38.322416 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff9940d1-d3e1-4b66-8c91-6b2b8a5691e4 req-712230c9-15c9-40cd-9985-1594118e03fb tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1011310 Apr 08 19:47:38.363981 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff9940d1-d3e1-4b66-8c91-6b2b8a5691e4 req-1565d057-d15a-4816-a057-195e644e0731 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350039 Apr 08 19:47:38.662388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c40f1-1ae6-42a7-b089-c968d72a57f7 req-1f7aafe1-f666-4473-886b-7cef29d3b445 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:38.664023 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f4c40f1-1ae6-42a7-b089-c968d72a57f7 req-1f7aafe1-f666-4473-886b-7cef29d3b445 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1238582 Apr 08 19:47:38.705691 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2f4c40f1-1ae6-42a7-b089-c968d72a57f7 req-2a488983-d23c-473c-9044-711482266dec tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329728 Apr 08 19:47:38.781704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3502-05dc-4503-b2a1-c6b041ea4bee req-a536b46d-ae50-47df-99de-ae991b57c6a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:38.783504 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-13eb3502-05dc-4503-b2a1-c6b041ea4bee req-a536b46d-ae50-47df-99de-ae991b57c6a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.1050918 Apr 08 19:47:38.819283 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-13eb3502-05dc-4503-b2a1-c6b041ea4bee req-e1861124-e0ef-4655-9ff9-a25e00a34628 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266933 Apr 08 19:47:39.007281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:47:39.134877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f9306-da45-4a3f-a32f-06f194489c75 req-6068494c-250d-417f-beb9-79d8fa0b6f8d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:39.136724 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-515f9306-da45-4a3f-a32f-06f194489c75 req-6068494c-250d-417f-beb9-79d8fa0b6f8d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1156490 Apr 08 19:47:39.170829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:39.209182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'mac_address': 'fa:16:3e:ee:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:47:39.231622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port 641be890-6133-4907-b836-7dd4c115cfcb {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:47:39.232162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:39.348017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:39.349895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:47:39.369559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:39.375362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:39.378071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e397782b-c205-42d8-ba2a-98769ed2aa4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:39.498909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:39.503090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:39.640162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96625-a1db-4a3a-9833-25b941bd29a6 req-58ea9945-7cb0-4dfe-b3f7-a4007294e917 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:39.651289 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ede96625-a1db-4a3a-9833-25b941bd29a6 req-58ea9945-7cb0-4dfe-b3f7-a4007294e917 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 945 time: 0.1253760 Apr 08 19:47:39.657308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] For port 641be890-6133-4907-b836-7dd4c115cfcb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=641be890-6133-4907-b836-7dd4c115cfcb,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:39.657827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:39.683283 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:47:39.689756 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ede96625-a1db-4a3a-9833-25b941bd29a6 req-82b68723-0f07-47f7-91bf-1f01601895d8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c30eb7d-65d7-4163-8f6f-be9c25b99198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Apr 08 19:47:40.090008 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3c3a-29bc-4518-82ca-b1f0adea0cad req-ab40f59a-f4f6-4446-8936-87a2e2989896 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:40.092834 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3af3c3a-29bc-4518-82ca-b1f0adea0cad req-ab40f59a-f4f6-4446-8936-87a2e2989896 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 944 time: 0.1333072 Apr 08 19:47:40.131334 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e3af3c3a-29bc-4518-82ca-b1f0adea0cad req-ef3a073f-7a8b-42ae-9018-6e873e29173a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305483 Apr 08 19:47:40.249434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6c4f8-b117-4d19-8c0b-09c4408e8a4a req-f1314d6d-4eac-4246-ac5e-ac78886e8eb4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:40.251371 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-92c6c4f8-b117-4d19-8c0b-09c4408e8a4a req-f1314d6d-4eac-4246-ac5e-ac78886e8eb4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.2889969 Apr 08 19:47:40.291260 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:40.291789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:40.292226 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Floating IP ae974777-4e5f-4417-ad0a-26d37518b2cd disassociated. External IP: 172.28.3.179, port: 641be890-6133-4907-b836-7dd4c115cfcb. Apr 08 19:47:40.292645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for 641be890-6133-4907-b836-7dd4c115cfcb owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:47:40.333148 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-92c6c4f8-b117-4d19-8c0b-09c4408e8a4a req-fc80eaca-f822-4c94-9682-afde09463150 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709064 Apr 08 19:47:40.470482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:40.489765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-828c823e-9378-4e59-8d0a-242a91f0a446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:40.557574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'Port': ['ID=641be890-6133-4907-b836-7dd4c115cfcb,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:40.563130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:40.913192 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-96f0b275-df0b-4346-9559-3d054fb24995 req-8a57dc40-9c9c-4377-9d55-87bee1155bc6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 210 time: 0.0937173 Apr 08 19:47:41.014928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:41.117338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:41.126850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:41.127446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:41.213488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:47:41.339667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:41.352877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:41.364514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:41.369067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:41.372861 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84e33d26-e823-4ae4-9528-ab76153cd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:41.454244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:41.485331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:41.592942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7618014-7ebb-47e7-97e8-a64ba252f379 req-ad2b4f7b-7501-41b6-940d-1b5eea180585 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:41.601841 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f7618014-7ebb-47e7-97e8-a64ba252f379 req-ad2b4f7b-7501-41b6-940d-1b5eea180585 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1815362 Apr 08 19:47:41.629026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:41.629288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fab84-8a25-4ef7-ba6e-0398d62d896b req-c967a3e8-f940-497d-ae50-85b66d339e9f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:41.631519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c49fab84-8a25-4ef7-ba6e-0398d62d896b req-c967a3e8-f940-497d-ae50-85b66d339e9f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.0970104 Apr 08 19:47:41.639460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:41.654829 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:41.655531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:41.713883 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c49fab84-8a25-4ef7-ba6e-0398d62d896b req-05ccb8d7-8275-43a2-9c1b-5c88aed57c8e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649073 Apr 08 19:47:41.734724 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f7618014-7ebb-47e7-97e8-a64ba252f379 req-d8e37885-d1e7-4dfb-a7e2-7ae5c27ebc99 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315548 Apr 08 19:47:41.750351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] No DVR routers for this DVR port 641be890-6133-4907-b836-7dd4c115cfcb on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:47:41.753395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:41.783855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'name': 'network-vif-deleted', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:41.798063 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-515f9306-da45-4a3f-a32f-06f194489c75 req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "DELETE /v2.0/ports/641be890-6133-4907-b836-7dd4c115cfcb HTTP/1.1" status: 204 len: 173 time: 2.6550870 Apr 08 19:47:41.876190 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bce0272-6c73-4e0e-8569-1421b792616f', 'name': 'network-vif-deleted', 'tag': '641be890-6133-4907-b836-7dd4c115cfcb', 'status': 'completed', 'code': 200} Apr 08 19:47:41.940847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:42.092730 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'code': 200} Apr 08 19:47:42.145712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7058cf4a-9863-4447-ae3d-50745cbe1c63 req-a4cb23b6-0118-4762-ad70-509abb4a887e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:42.175048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-7058cf4a-9863-4447-ae3d-50745cbe1c63 req-a4cb23b6-0118-4762-ad70-509abb4a887e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:42.186169 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7058cf4a-9863-4447-ae3d-50745cbe1c63 req-a4cb23b6-0118-4762-ad70-509abb4a887e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bce0272-6c73-4e0e-8569-1421b792616f HTTP/1.1" status: 200 len: 210 time: 0.0938549 Apr 08 19:47:42.332614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:42.337659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:42.349111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:42.349982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:42.500974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499eac3-580d-43d9-a586-3701522fe478 req-8779aa32-b40b-4327-bf79-5b025395d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:42.502648 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f499eac3-580d-43d9-a586-3701522fe478 req-8779aa32-b40b-4327-bf79-5b025395d325 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.0989971 Apr 08 19:47:42.537780 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f499eac3-580d-43d9-a586-3701522fe478 req-a1dad3b4-ff6a-42e0-bcd6-918678edf5b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266650 Apr 08 19:47:42.591964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:43.029099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 641be890-6133-4907-b836-7dd4c115cfcb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:47:43.066922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd903a-4453-41be-9a75-68d8fe59591d req-04074092-64e3-4857-88db-3943bb8351b9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:43.074111 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 641be890-6133-4907-b836-7dd4c115cfcb {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:47:43.074514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 641be890-6133-4907-b836-7dd4c115cfcb not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:47:43.077007 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c2bd903a-4453-41be-9a75-68d8fe59591d req-04074092-64e3-4857-88db-3943bb8351b9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1548076 Apr 08 19:47:43.115662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:43.120511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68c003-5fe5-4bbf-beeb-905c69ddb1ee None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:43.135736 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c2bd903a-4453-41be-9a75-68d8fe59591d req-21e92918-be65-4fe7-8989-baf89067024f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516677 Apr 08 19:47:43.179323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da382f-a0ef-47ea-a4d9-7f1ac526ced7 req-ded5ec27-fe46-4e48-84b1-540731a1960f tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:43.181162 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c9da382f-a0ef-47ea-a4d9-7f1ac526ced7 req-ded5ec27-fe46-4e48-84b1-540731a1960f tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1891425 Apr 08 19:47:43.230191 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c9da382f-a0ef-47ea-a4d9-7f1ac526ced7 req-90dbe01c-5223-4c7a-b523-cb2ffb6ee118 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Apr 08 19:47:43.356025 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60382) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:43.450482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:43.491513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:43.565075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:43.580740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d67c6204-08a0-4295-b98e-080419fffc89 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:43.598184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30eb7d-65d7-4163-8f6f-be9c25b99198,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:43.613087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:43.628883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:43.635947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60386) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:43.637455 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c30eb7d-65d7-4163-8f6f-be9c25b99198 HTTP/1.1" status: 204 len: 168 time: 0.2794023 Apr 08 19:47:43.660804 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.v2.resource [None req-4637ce03-8adc-475a-9bdd-10be12a0ea08 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] show failed (client error): The resource could not be found. Apr 08 19:47:43.669327 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4637ce03-8adc-475a-9bdd-10be12a0ea08 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups/8c30eb7d-65d7-4163-8f6f-be9c25b99198 HTTP/1.1" status: 404 len: 347 time: 0.0235450 Apr 08 19:47:43.669471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60390) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:43.859551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port b0e5cf45-3d59-482b-aa9a-308bb8ab280c {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:47:43.862015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:43.934515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd63108-8e7b-467e-9db3-6d9fa0de4246 None None] New status for floating IP ae974777-4e5f-4417-ad0a-26d37518b2cd: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:47:44.076191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:44.076578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:44.230739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for b0e5cf45-3d59-482b-aa9a-308bb8ab280c owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:47:44.522428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751ef2-82a0-4d9a-8f26-96ff06be9550 req-a2c9e020-6dc7-4c20-9703-7fa3fe8ce2e9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:44.529429 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-00751ef2-82a0-4d9a-8f26-96ff06be9550 req-a2c9e020-6dc7-4c20-9703-7fa3fe8ce2e9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1210003 Apr 08 19:47:44.559358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85306) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:47:44.559726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:47:44.569471 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ff886-3a2b-4b28-aca8-971df7d3aa0f req-21e74028-f660-4fc6-9dd0-11c34919a104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:44.571122 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-223ff886-3a2b-4b28-aca8-971df7d3aa0f req-21e74028-f660-4fc6-9dd0-11c34919a104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1296751 Apr 08 19:47:44.575680 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-00751ef2-82a0-4d9a-8f26-96ff06be9550 req-44b234da-7ab1-45d9-83d9-706983c6a882 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 Apr 08 19:47:44.865165 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-223ff886-3a2b-4b28-aca8-971df7d3aa0f req-42212e53-14a0-4c22-baa5-6ec2fff77de7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837477 Apr 08 19:47:45.060954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port b0e5cf45-3d59-482b-aa9a-308bb8ab280c {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:47:45.061358 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.075039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa82972-622a-43cb-8776-c1e3af120670 req-ea562b99-b36e-4888-8671-c09055edcf2a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:45.075039 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1aa82972-622a-43cb-8776-c1e3af120670 req-ea562b99-b36e-4888-8671-c09055edcf2a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0913267 Apr 08 19:47:45.119723 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1aa82972-622a-43cb-8776-c1e3af120670 req-32a1fd4b-c9b5-4d1a-bf93-6031c6efa9ab tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363181 Apr 08 19:47:45.136934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60404) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:45.282053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.282422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.369774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f008888-11e4-4238-9a78-218876442391 tempest-TestShelveInstance-1442524247 tempest-TestShelveInstance-1442524247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:45.371345 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1f008888-11e4-4238-9a78-218876442391 tempest-TestShelveInstance-1442524247 tempest-TestShelveInstance-1442524247-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1093 time: 0.2330537 Apr 08 19:47:45.374715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60410) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:45.380546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:45.389760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:45.393902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Usage tracker for resource:floatingip and tenant:74cd4de29dac4f5b8791f031f8c4ed5a is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:45.397169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:45.405690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:45.420039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for b0e5cf45-3d59-482b-aa9a-308bb8ab280c owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:47:45.423679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for floatingip, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.590630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.594515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:45.608812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:45.773199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Allocated IP 172.28.3.75 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/d04447d1-4f52-4bd5-ad1e-5210ac82f797) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:45.807771 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'Port': ['ID=b0e5cf45-3d59-482b-aa9a-308bb8ab280c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:45.817610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:45.975163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd6d34-3742-42a9-b95c-123e3d7c8a49 req-e6d01bd3-4c48-454a-9ce4-00db82df793a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:45.976896 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03dd6d34-3742-42a9-b95c-123e3d7c8a49 req-e6d01bd3-4c48-454a-9ce4-00db82df793a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.2149260 Apr 08 19:47:45.985567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.014159 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03dd6d34-3742-42a9-b95c-123e3d7c8a49 req-f3e1cd44-56fe-448e-9ee3-061e1386aa12 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294447 Apr 08 19:47:46.014944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.034669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.035885 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae974777-4e5f-4417-ad0a-26d37518b2cd HTTP/1.1" status: 204 len: 168 time: 2.3660536 Apr 08 19:47:46.057370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.101036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2273bbd1-d3f8-4b44-9b46-8e312e8c3b47 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:46.312975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:46.315597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:46.318672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:46.326661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60420) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:46.333014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651037216', 'description': 'tempest-description--1417192113'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:46.340341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:46.345219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:46.349508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:46.358234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:46.371128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.375612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:46.381811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:46.388769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:46.398480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:46.440252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'Port': ['ID=d04447d1-4f52-4bd5-ad1e-5210ac82f797,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:46.443124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:46.495982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.499976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.508705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e0eb227a-d22c-43b7-9379-3c0d23829e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:46.559460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdeb3e-4c2d-465e-a928-e83539a48c7c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:46.568081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:46.574671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.576360 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2483604 Apr 08 19:47:46.579384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60424) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:46.586402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group_rule': {'security_group_id': 'ddbdeb3e-4c2d-465e-a928-e83539a48c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:46.594859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:46.605791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:46.621410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:46.625952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:46.649287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.784655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.795651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.798006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:46.824935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9cf611-db79-439b-a1ae-08abf377916f,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:46.832232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:46.833670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.834981 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1c51c5a7-e023-47ab-8e82-007ec9745e2a tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540364 Apr 08 19:47:46.841026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60430) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:46.848434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'security_group_rule': {'security_group_id': 'ddbdeb3e-4c2d-465e-a928-e83539a48c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:46.856183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:46.860733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:security_group_rule and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:46.863765 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:46.880703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:46.904656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.953563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.978369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.981688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:46.983936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:47.015254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.019072 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734724 Apr 08 19:47:47.019311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60436) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:47.025817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:47.033327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:47.037695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Usage tracker for resource:floatingip and tenant:ef705c42db90419c912588725c2def4c is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:47:47.042712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:47:47.050895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:47.054813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b41995-11d9-4fc0-9074-a9eb070b359a,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:47.057944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4c6a8ac1-788b-49c0-8040-7987ab4b1503 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:47.067142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.088458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.363685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4791c02-7fd1-4b5c-bae7-92eb3ebabe28 req-75a1596c-c7b1-4f44-9b0b-40e2b69361af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:47.372271 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4791c02-7fd1-4b5c-bae7-92eb3ebabe28 req-75a1596c-c7b1-4f44-9b0b-40e2b69361af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1889029 Apr 08 19:47:47.397995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.402717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.414596 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b4791c02-7fd1-4b5c-bae7-92eb3ebabe28 req-68d68d04-f2db-4fab-8cea-91cffde84c2b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411208 Apr 08 19:47:47.419487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52f706c5-2c54-414c-8aa5-8147b54eb8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:47.422418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.499980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event updated for resources: {'Port': ['ID=d04447d1-4f52-4bd5-ad1e-5210ac82f797,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:47.505648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:47.602726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Allocated IP 172.28.3.84 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/cefd08b2-aa9c-40d6-a649-6e56223b14a7) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:47.678710 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.763814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.793072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:47.806413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-523ca72d-583f-47d2-94fd-2ba01a730ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:47.865570 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Floating IP 51ffe2e5-d4b6-48cd-9701-6a745f7af9c0 associated. External IP: 172.28.3.75, port: 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3. Apr 08 19:47:47.946481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=cefd08b2-aa9c-40d6-a649-6e56223b14a7,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:47.951738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:47.997210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:47.998332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:48.000649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:48.088731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.154973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.454784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.458580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.474186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:48.534822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-8b6b88fd-5fb6-45fa-a28d-8160d2f5362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:48.536435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-8b6b88fd-5fb6-45fa-a28d-8160d2f5362e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1098 time: 0.1294873 Apr 08 19:47:48.616662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=cefd08b2-aa9c-40d6-a649-6e56223b14a7,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:48.620957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:48.628356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Router 04bbe207-34be-47c3-b1cb-0414af7783aa has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:47:48.716555 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.739638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:48.740974 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7204592 Apr 08 19:47:48.911321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-7c325da4-7549-4202-8f8b-782111e64274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:48.912971 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-7c325da4-7549-4202-8f8b-782111e64274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.3341410 Apr 08 19:47:48.924647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc4b3-8e5e-4753-a100-1be4da4e325c req-beee47f2-cbe0-4daa-9ad8-600a5d8cad4c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:48.926497 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa5dc4b3-8e5e-4753-a100-1be4da4e325c req-beee47f2-cbe0-4daa-9ad8-600a5d8cad4c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.3866339 Apr 08 19:47:48.964233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-6af6494c-a614-4583-8780-3ab6bd7a7b7f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:48.979920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-6af6494c-a614-4583-8780-3ab6bd7a7b7f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:48.981131 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-6af6494c-a614-4583-8780-3ab6bd7a7b7f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--651037216&fields=id&tenant_id=ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 267 time: 0.0430236 Apr 08 19:47:49.058014 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa5dc4b3-8e5e-4753-a100-1be4da4e325c req-3dcc7acb-2fd7-43ec-bcdb-527d2405f545 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571060 Apr 08 19:47:49.064801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:47:49.077570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Sync routers for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:47:49.090274 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-760d8174-17c5-4fe7-b70b-c2b276cd1e5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 1001 time: 0.1626837 Apr 08 19:47:49.095650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:49.096932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:49.147210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:49.157141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-b1e5551a-fab4-4f1c-bbe0-6a0de84cbe2e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:49.158677 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-b1e5551a-fab4-4f1c-bbe0-6a0de84cbe2e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 809 time: 0.1694460 Apr 08 19:47:49.185065 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-0fe16165-d8d7-40aa-ba79-1f55c556ede3 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/quotas/ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 375 time: 0.0133214 Apr 08 19:47:49.225019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-caeb521e-fbd9-437a-a259-2b746a3f741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:49.227139 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-caeb521e-fbd9-437a-a259-2b746a3f741d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.1300392 Apr 08 19:47:49.244608 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8554106 Apr 08 19:47:49.244608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:49.305057 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'status': 'completed', 'code': 200} Apr 08 19:47:49.327977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-787058fc-1de3-46f6-a013-8f9642569a21 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:49.345625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-787058fc-1de3-46f6-a013-8f9642569a21 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:49.347097 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-787058fc-1de3-46f6-a013-8f9642569a21 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1556873 Apr 08 19:47:49.375149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-40b12fef-5c42-4698-be55-58f76188e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:49.376857 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-40b12fef-5c42-4698-be55-58f76188e465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388309 Apr 08 19:47:49.475676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:49.503868 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-527508ee-e1d8-40e4-a493-87e008ddaff2 service neutron] 10.222.0.35 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418481 Apr 08 19:47:49.522401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-f158c76c-c4c5-4d9e-b2ec-61c30b225f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:49.524028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-f158c76c-c4c5-4d9e-b2ec-61c30b225f79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.1959391 Apr 08 19:47:49.587958 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-85b27407-a536-4cdf-a8cb-2fd854bbb7d8 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020552 Apr 08 19:47:49.650778 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-3fb52cd3-b261-4382-b5d5-4f9c23d7799a service neutron] 10.222.0.35 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392331 Apr 08 19:47:49.859893 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e2050a1e-47f2-46e9-a842-17b945d042d2 req-a708fdad-03dd-42a0-a307-d87f5dcf74c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235191 Apr 08 19:47:49.861078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-706c4fc7-96cd-4e33-8d49-a6ef195496f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:49.862487 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-706c4fc7-96cd-4e33-8d49-a6ef195496f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.3328686 Apr 08 19:47:49.866522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '51ffe2e5-d4b6-48cd-9701-6a745f7af9c0', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'mac_address': 'fa:16:3e:ee:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:46Z', 'updated_at': '2021-04-08T19:47:46Z', 'revision_number': 0, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:49.870983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Checking router: 04bbe207-34be-47c3-b1cb-0414af7783aa for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:47:49.884609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:47:49.885295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:47:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:49.956325 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e9506654-c249-45eb-b44d-0e35e167d0cc req-c91a4b7a-3485-471a-b643-4d54458fa1b6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 210 time: 0.1376319 Apr 08 19:47:49.992887 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-8e9aaf4d-ef97-45d7-a8e4-5f8b40ac4eac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 998 time: 0.1170306 Apr 08 19:47:50.064186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-f1fd3ba1-aec1-47ea-b62d-d6b68f7f3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:50.065878 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-f1fd3ba1-aec1-47ea-b62d-d6b68f7f3327 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0658131 Apr 08 19:47:50.088299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:47:50.153403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-943aa9c2-887c-4e1e-b228-bf3df95ef8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:50.155508 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-943aa9c2-887c-4e1e-b228-bf3df95ef8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814762 Apr 08 19:47:50.332993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-97c0bd21-30b3-42e3-ae9f-eec10258b62e service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607685 Apr 08 19:47:50.378287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1636a6-77e8-4464-8fde-d3c0c74632e0 req-5d29af39-3220-43fd-9cb9-5c74d9f418ae tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:50.380056 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cc1636a6-77e8-4464-8fde-d3c0c74632e0 req-5d29af39-3220-43fd-9cb9-5c74d9f418ae tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 945 time: 0.1792428 Apr 08 19:47:50.414022 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cc1636a6-77e8-4464-8fde-d3c0c74632e0 req-12e6414c-930b-4eb6-a7b9-7c97e3f5ea1c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270755 Apr 08 19:47:50.500433 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f8488ea7-52ae-4c1f-891c-69632e611916 req-3133f23e-b334-44c3-a382-919d34fcea3d service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464179 Apr 08 19:47:50.518705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '51ffe2e5-d4b6-48cd-9701-6a745f7af9c0', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'mac_address': 'fa:16:3e:ee:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:46Z', 'updated_at': '2021-04-08T19:47:46Z', 'revision_number': 0, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:47:50.523854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cea09-5cd8-4906-9a16-7957082d9658 None None] The sync data for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb is: [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': '51ffe2e5-d4b6-48cd-9701-6a745f7af9c0', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'floating_ip_address': '172.28.3.75', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'mac_address': 'fa:16:3e:ee:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:46Z', 'updated_at': '2021-04-08T19:47:46Z', 'revision_number': 0, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:47:50.818659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389624fc-b65b-4d28-a8cb-9afc3b72aa0d None None] New status for floating IP 51ffe2e5-d4b6-48cd-9701-6a745f7af9c0: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:47:51.030856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:47:51.032594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-35574773-2c76-4e53-8361-a8378ffe7b83 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:51.034309 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-35574773-2c76-4e53-8361-a8378ffe7b83 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 809 time: 0.1636746 Apr 08 19:47:51.108515 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-e62e08e6-bdb8-4aff-8c44-72e61aaa6826 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef705c42db90419c912588725c2def4c HTTP/1.1" status: 200 len: 5708 time: 0.0644708 Apr 08 19:47:51.120726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'port': {'device_id': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'admin_state_up': True, 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'security_groups': ['ddbdeb3e-4c2d-465e-a928-e83539a48c7c']}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:51.201103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:51.213449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:51.224206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:51.227800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:51.229722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:51.277031 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'code': 200} Apr 08 19:47:51.301599 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-75369bf0-8fb6-4666-8ff6-1df42ad81c3d req-2361503b-e6df-4e1b-8f89-957ca517e17b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 210 time: 0.1919537 Apr 08 19:47:51.303753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=8']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:51.307026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:51.344297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:47:51.355648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:47:51.366327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Made reservation on behalf of ef705c42db90419c912588725c2def4c for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:47:51.372400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:51.637439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5a05a-2613-43bd-ab71-dfc2b4344e26 req-3a8bee33-9826-4553-a4d0-c8ea30dff275 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:51.639331 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6ad5a05a-2613-43bd-ab71-dfc2b4344e26 req-3a8bee33-9826-4553-a4d0-c8ea30dff275 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0947831 Apr 08 19:47:51.671087 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6ad5a05a-2613-43bd-ab71-dfc2b4344e26 req-d0f4ed89-65ca-4dbe-9f30-1dbd774bb80d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252199 Apr 08 19:47:51.789938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Allocated IP 172.20.0.14 (f7322aba-b6e6-442a-ada4-258430a68924/d9b87d29-96b7-45f8-9ba4-8a70cbc97560/b2370588-ed41-4c97-a113-a4b5b17ff548) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:47:51.989220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:52.005543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Transition to ACTIVE for port object b2370588-ed41-4c97-a113-a4b5b17ff548 will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:52.030913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:52.046039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-743e14bf-d443-4861-9fa3-16e7e057647a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:52.193862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event updated for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:52.198959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:52.244834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Network f7322aba-b6e6-442a-ada4-258430a68924 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:47:52.245984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:47:52.248272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:47:52.316410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:52.317117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:52.344069 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2277741 Apr 08 19:47:52.357219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Request body: {'port': {'device_id': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:47:52.444853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-06a160d9-cbdb-49be-a0be-507ee7d645f1 None None] Provisioning for port b2370588-ed41-4c97-a113-a4b5b17ff548 completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:52.449790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-06a160d9-cbdb-49be-a0be-507ee7d645f1 None None] Provisioning complete for port b2370588-ed41-4c97-a113-a4b5b17ff548 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:52.450215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-06a160d9-cbdb-49be-a0be-507ee7d645f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:52.511724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-06a160d9-cbdb-49be-a0be-507ee7d645f1 None None] Port b2370588-ed41-4c97-a113-a4b5b17ff548 cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:47:52.532117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:52.668090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ceaeb-d648-4b15-a3b9-9a9eae3d766a req-cad45ad6-4556-49db-8ffb-720f531f2345 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:52.668868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-0d1ceaeb-d648-4b15-a3b9-9a9eae3d766a req-cad45ad6-4556-49db-8ffb-720f531f2345 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:47:52.740301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-0d1ceaeb-d648-4b15-a3b9-9a9eae3d766a req-cad45ad6-4556-49db-8ffb-720f531f2345 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:47:52.741723 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0d1ceaeb-d648-4b15-a3b9-9a9eae3d766a req-cad45ad6-4556-49db-8ffb-720f531f2345 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 932 time: 0.3209994 Apr 08 19:47:52.789183 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0d1ceaeb-d648-4b15-a3b9-9a9eae3d766a req-e0b15560-f4af-4cf4-bcd6-448f0494e991 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Apr 08 19:47:53.012902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2370588-ed41-4c97-a113-a4b5b17ff548 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:47:53.022294 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:53.039896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Transition to ACTIVE for port object b2370588-ed41-4c97-a113-a4b5b17ff548 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:47:53.043511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:53.060066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-489d47fb-5c75-44a9-94f5-2094c0015474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:53.110551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544ba0e-7231-4918-8df8-21ee09fa3e46 req-55f21fd0-3b4d-4d5a-8623-3b555960e284 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:53.112154 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8544ba0e-7231-4918-8df8-21ee09fa3e46 req-55f21fd0-3b4d-4d5a-8623-3b555960e284 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.3183422 Apr 08 19:47:53.143080 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8544ba0e-7231-4918-8df8-21ee09fa3e46 req-38dc3b06-9d7d-4d42-9989-201749f5318b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239713 Apr 08 19:47:53.205478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Pushing event updated for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:53.210046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:53.430426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Attempting to bind port b2370588-ed41-4c97-a113-a4b5b17ff548 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:47:53.431117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Attempting to bind port b2370588-ed41-4c97-a113-a4b5b17ff548 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:47:53.432719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Attempting to bind port b2370588-ed41-4c97-a113-a4b5b17ff548 on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:53.436767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Port b2370588-ed41-4c97-a113-a4b5b17ff548 on network f7322aba-b6e6-442a-ada4-258430a68924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:47:53.437205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Attempting to bind port b2370588-ed41-4c97-a113-a4b5b17ff548 on network f7322aba-b6e6-442a-ada4-258430a68924 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:47:53.442868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:47:53.443397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Checking segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:47:53.443818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Bound using segment: {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:47:53.444386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Bound port: b2370588-ed41-4c97-a113-a4b5b17ff548, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf929435-0471-4da6-808b-23c8ace8b656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:47:53.444802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:53.526089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:47:53.529180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2370588-ed41-4c97-a113-a4b5b17ff548,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:47:53.532516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:53.548178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:53.703477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Pushing event updated for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:53.709255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:53.741781 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:53.742467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:53.743979 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2370588-ed41-4c97-a113-a4b5b17ff548 HTTP/1.1" status: 200 len: 1094 time: 1.3918359 Apr 08 19:47:53.744647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:53.843352 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'status': 'completed', 'code': 200} Apr 08 19:47:53.882984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-2628672d-7723-4fd7-bdd6-257c4abf84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:53.884660 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-2628672d-7723-4fd7-bdd6-257c4abf84c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 1097 time: 0.0906823 Apr 08 19:47:53.972335 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-840da849-8a9e-4ff1-9bf2-0fa3422c8e84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2370588-ed41-4c97-a113-a4b5b17ff548 HTTP/1.1" status: 200 len: 217 time: 0.0799778 Apr 08 19:47:54.013738 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282783-10d4-4b34-9bed-f21816ed4137 req-19854f7c-45be-4bf1-bb75-f35bc2abb9fc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.021933 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29282783-10d4-4b34-9bed-f21816ed4137 req-19854f7c-45be-4bf1-bb75-f35bc2abb9fc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 944 time: 0.1035142 Apr 08 19:47:54.058567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-53d4476f-e3b6-4fc7-ba2f-b566cd760252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.058910 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-29282783-10d4-4b34-9bed-f21816ed4137 req-cfea3898-2eee-4ee4-8d0f-af8577ca0b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357015 Apr 08 19:47:54.060147 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-53d4476f-e3b6-4fc7-ba2f-b566cd760252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0817528 Apr 08 19:47:54.212144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-fc645835-fe48-4e0a-84b9-475ffd5f75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.213784 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-fc645835-fe48-4e0a-84b9-475ffd5f75ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470325 Apr 08 19:47:54.226880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9cff4-9b06-4512-9ee4-e952d66e1920 req-684b4bf1-0edc-4db8-b9b2-c976e42647f9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.228424 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03c9cff4-9b06-4512-9ee4-e952d66e1920 req-684b4bf1-0edc-4db8-b9b2-c976e42647f9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1192672 Apr 08 19:47:54.344331 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03c9cff4-9b06-4512-9ee4-e952d66e1920 req-54a7f6d1-935f-4192-9287-5fc574360e32 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885699 Apr 08 19:47:54.359572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60540) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:47:54.392400 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-898907a0-eb0c-4c74-9342-4d536a3ea993 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628492 Apr 08 19:47:54.503592 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-1bd76f97-1ee7-48ac-a269-2a3e012a6b75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1429052 Apr 08 19:47:54.543725 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-823c713a-9157-4ffa-9fd7-888fb3e9b5fd req-a5678d58-941a-4f2c-8dce-aa7979ce2125 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440663 Apr 08 19:47:54.671569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-a92a2940-5f55-495a-80d8-0035d79d5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.673340 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-a92a2940-5f55-495a-80d8-0035d79d5e97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 1097 time: 0.0847647 Apr 08 19:47:54.838135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-d1189ad5-d63e-4205-922b-87cd1c8679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.839729 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-d1189ad5-d63e-4205-922b-87cd1c8679d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.1440694 Apr 08 19:47:54.915653 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-dbdc50b7-c3eb-4b38-a608-9f7462d94d44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2370588-ed41-4c97-a113-a4b5b17ff548 HTTP/1.1" status: 200 len: 217 time: 0.0691853 Apr 08 19:47:54.987993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-71fa47a8-9941-4369-a53c-d69dcdd7a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:54.989601 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-71fa47a8-9941-4369-a53c-d69dcdd7a07d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0677423 Apr 08 19:47:55.044223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:47:55.090281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-e8796b54-52bb-49ce-a068-6d9462897109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:55.091906 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-e8796b54-52bb-49ce-a068-6d9462897109 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846138 Apr 08 19:47:55.259293 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-6dbb086c-44ae-4be0-9d90-8053b100729f service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597853 Apr 08 19:47:55.290262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf40b-6fcc-4bf7-9c7e-eda0b08416dd req-be167b64-8406-4a30-8031-7cdad6eb05df tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:55.291877 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9eeaf40b-6fcc-4bf7-9c7e-eda0b08416dd req-be167b64-8406-4a30-8031-7cdad6eb05df tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 944 time: 0.0960176 Apr 08 19:47:55.323872 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9eeaf40b-6fcc-4bf7-9c7e-eda0b08416dd req-ae52393c-1c1a-4272-991c-bbf7022a4aa7 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254626 Apr 08 19:47:55.410869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c490bb3c-020c-4403-8a68-395dd1a381bb req-0932ee0b-c7a7-47d4-b5c9-5ccd38667da1 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434302 Apr 08 19:47:55.563028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2080e5-2db4-436c-bf7d-01eefc543999 req-1b9445da-3dc9-4124-bd5e-f04f73450327 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:55.564683 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c2080e5-2db4-436c-bf7d-01eefc543999 req-1b9445da-3dc9-4124-bd5e-f04f73450327 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0951090 Apr 08 19:47:55.597450 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8c2080e5-2db4-436c-bf7d-01eefc543999 req-2e96e80c-bfb3-4b41-bc13-71428739de2d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247734 Apr 08 19:47:55.884538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-b04cc8e5-55f4-4f04-a297-54361b934737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:55.886086 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-b04cc8e5-55f4-4f04-a297-54361b934737 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912&tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 1096 time: 0.0820870 Apr 08 19:47:55.998812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-b15f3984-8ab8-4d49-b827-fb2a9262cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.000432 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-b15f3984-8ab8-4d49-b827-fb2a9262cd26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1096 time: 0.0903065 Apr 08 19:47:56.146951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-cc78a490-e3ff-464a-b62f-7b5b66dbe3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.148529 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-cc78a490-e3ff-464a-b62f-7b5b66dbe3ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1406510 Apr 08 19:47:56.504707 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-69657931-d3d7-40e1-ab57-b94e57b63f19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 999 time: 0.3471696 Apr 08 19:47:56.540754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b86d9-132b-40ca-a211-4ef8588ad6c9 req-964e5846-3de4-4ef4-8914-7d21713b25d3 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.542342 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a87b86d9-132b-40ca-a211-4ef8588ad6c9 req-964e5846-3de4-4ef4-8914-7d21713b25d3 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 944 time: 0.0981550 Apr 08 19:47:56.573650 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a87b86d9-132b-40ca-a211-4ef8588ad6c9 req-e6bcf06c-c36f-4b15-bed6-b9fbd3e43553 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247386 Apr 08 19:47:56.575813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-08e56256-faf8-4bb4-8793-48e3cee8fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.577467 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-08e56256-faf8-4bb4-8793-48e3cee8fcf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0661407 Apr 08 19:47:56.665592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-e591c8dd-564f-40aa-a26d-81b2c31f6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.667327 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-e591c8dd-564f-40aa-a26d-81b2c31f6d24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828559 Apr 08 19:47:56.884328 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-a8893c49-fef5-424d-9d71-147b17085869 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086711 Apr 08 19:47:56.926242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2394d8-fc05-43b2-a9ac-f2ce427a6cfb req-a4517240-4155-4033-93d3-ac036abe525f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:56.928125 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef2394d8-fc05-43b2-a9ac-f2ce427a6cfb req-a4517240-4155-4033-93d3-ac036abe525f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.2096298 Apr 08 19:47:57.025513 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ef2394d8-fc05-43b2-a9ac-f2ce427a6cfb req-26af7425-397e-4280-a0e1-a2ca35f6a327 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851085 Apr 08 19:47:57.059509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device b2370588-ed41-4c97-a113-a4b5b17ff548 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:47:57.070894 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad1cc315-db8b-43ea-a172-56def08a4e83 req-e4ff7b28-031e-4db7-833c-f0c48d1cad68 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799603 Apr 08 19:47:57.206272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2370588-ed41-4c97-a113-a4b5b17ff548,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:57.221296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'port_id': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'mac_address': 'fa:16:3e:43:f2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:47:57.280957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:57.282282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2370588-ed41-4c97-a113-a4b5b17ff548 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:47:57.299464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2370588-ed41-4c97-a113-a4b5b17ff548,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:57.303335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:57.305881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:57.378389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:57.381572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:57.554156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['b2370588-ed41-4c97-a113-a4b5b17ff548'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:47:57.778962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c226-4770-4b2a-8b5c-0bd81a9364cb req-e737f956-7fe2-455e-b8e0-7d80541126b4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:57.780598 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6f34c226-4770-4b2a-8b5c-0bd81a9364cb req-e737f956-7fe2-455e-b8e0-7d80541126b4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 945 time: 0.0908217 Apr 08 19:47:57.812855 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6f34c226-4770-4b2a-8b5c-0bd81a9364cb req-9df846b9-bb85-4738-a48b-a9693f7c4e9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246239 Apr 08 19:47:58.290582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222664-527b-444f-bc1f-fc5b48a3e4cc req-245936d2-ab5c-4a6c-98b9-4cfa26cb83f6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:58.292384 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-82222664-527b-444f-bc1f-fc5b48a3e4cc req-245936d2-ab5c-4a6c-98b9-4cfa26cb83f6 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1327593 Apr 08 19:47:58.329474 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-82222664-527b-444f-bc1f-fc5b48a3e4cc req-551e59e6-4b20-4c16-9f85-35e9cc73b5d3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Apr 08 19:47:59.031383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8462a2-43ef-4f25-b533-51f91251c504 req-5322de49-d349-494d-9032-01370c26ea83 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:59.032979 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d8462a2-43ef-4f25-b533-51f91251c504 req-5322de49-d349-494d-9032-01370c26ea83 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 945 time: 0.0915122 Apr 08 19:47:59.066965 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device b2370588-ed41-4c97-a113-a4b5b17ff548 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:47:59.067206 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2d8462a2-43ef-4f25-b533-51f91251c504 req-75f9b5fd-1661-4f15-b080-eabd64bbc93d tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246003 Apr 08 19:47:59.142512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port b2370588-ed41-4c97-a113-a4b5b17ff548 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:47:59.147467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port b2370588-ed41-4c97-a113-a4b5b17ff548 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:47:59.147893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:59.305150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:59.317640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:47:59.328674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2370588-ed41-4c97-a113-a4b5b17ff548,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:47:59.332719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:47:59.334811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:47:59.451607 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'code': 200} Apr 08 19:47:59.452385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:47:59.461741 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.462128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.462515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.462883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.463709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.463709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.464105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.464518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.464974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.465424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.465877 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.466235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:47:59.477708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:47:59.575631 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6b66-10d7-4e02-b936-1f0c010dc23e req-d4210aaf-f01c-450e-8583-f29ebe04540f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:47:59.577355 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c61f6b66-10d7-4e02-b936-1f0c010dc23e req-d4210aaf-f01c-450e-8583-f29ebe04540f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0886173 Apr 08 19:47:59.610650 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c61f6b66-10d7-4e02-b936-1f0c010dc23e req-a30f51b9-6fd1-45bb-8e38-95bfafba1cfe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239086 Apr 08 19:48:00.297950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f686-a651-4f33-8f8b-99d6f2c5d143 req-dd3c7eb6-cf63-41b2-86c0-17f6712a6ad0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:00.299583 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e54f686-a651-4f33-8f8b-99d6f2c5d143 req-dd3c7eb6-cf63-41b2-86c0-17f6712a6ad0 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.1071036 Apr 08 19:48:00.333892 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4e54f686-a651-4f33-8f8b-99d6f2c5d143 req-3cfc6cd9-780c-44a7-9d52-d37e12a97e04 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271380 Apr 08 19:48:00.840529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff5cfc-2800-4256-8c03-6a0e56d57fb8 req-6313435a-2e0c-4813-82fb-c95f27837d92 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:00.842355 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85ff5cfc-2800-4256-8c03-6a0e56d57fb8 req-6313435a-2e0c-4813-82fb-c95f27837d92 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1051433 Apr 08 19:48:00.874145 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-85ff5cfc-2800-4256-8c03-6a0e56d57fb8 req-0e4caa41-cedf-4d22-bf0e-700e4b9b52a7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248821 Apr 08 19:48:01.547813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440c26-fc56-4a57-a105-08511ea170c6 req-1ae456f0-d3c7-4ffb-b221-d7b9810e9e65 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:01.549367 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a7440c26-fc56-4a57-a105-08511ea170c6 req-1ae456f0-d3c7-4ffb-b221-d7b9810e9e65 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0936410 Apr 08 19:48:01.587220 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a7440c26-fc56-4a57-a105-08511ea170c6 req-144b2ab1-0984-4916-a98d-9edf9ac323a3 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291429 Apr 08 19:48:02.097611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057b67a-b281-41a4-b22f-0f31422fc6fb req-81fd8162-7492-4a34-b35d-93da5b603c27 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:02.099595 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0057b67a-b281-41a4-b22f-0f31422fc6fb req-81fd8162-7492-4a34-b35d-93da5b603c27 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0903013 Apr 08 19:48:02.132201 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0057b67a-b281-41a4-b22f-0f31422fc6fb req-34da26d7-0cfb-4d08-ad6e-4470a8df2dbe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240169 Apr 08 19:48:02.797900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e91c-ab38-45a0-bc5c-c3848f851d89 req-a7764d96-bf38-4e09-916b-5e88d8ad4941 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:02.799426 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6a42e91c-ab38-45a0-bc5c-c3848f851d89 req-a7764d96-bf38-4e09-916b-5e88d8ad4941 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0925751 Apr 08 19:48:02.832403 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6a42e91c-ab38-45a0-bc5c-c3848f851d89 req-1506d8c9-171c-43e5-a70c-aa04adcfeba8 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243680 Apr 08 19:48:03.298528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:03.381054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a608c-3d50-465b-ba63-c090c0275163 req-227a286e-6c56-4e3d-b630-bdcc1b85b54c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:03.382742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a40a608c-3d50-465b-ba63-c090c0275163 req-227a286e-6c56-4e3d-b630-bdcc1b85b54c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0986097 Apr 08 19:48:03.413152 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a40a608c-3d50-465b-ba63-c090c0275163 req-44fd075d-bf05-452d-b587-7f691aa43621 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239146 Apr 08 19:48:03.579450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d972-9db2-464d-919d-4845b78409b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:04.055258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf17fb-7337-4058-a026-0c943ef4022b req-b10ba51a-6fe0-4754-bb20-47ddf983c8e5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:04.057172 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e8bf17fb-7337-4058-a026-0c943ef4022b req-b10ba51a-6fe0-4754-bb20-47ddf983c8e5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0975950 Apr 08 19:48:04.095836 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e8bf17fb-7337-4058-a026-0c943ef4022b req-68e3c798-d3fb-47fc-978a-6935f76bdbb1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Apr 08 19:48:04.627117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363fde2-2d8f-42f0-b23a-1b5368ea34b4 req-0ddcae4d-3fd8-4c0d-99c9-65867f07ee61 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:04.628763 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d363fde2-2d8f-42f0-b23a-1b5368ea34b4 req-0ddcae4d-3fd8-4c0d-99c9-65867f07ee61 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0890696 Apr 08 19:48:04.665074 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d363fde2-2d8f-42f0-b23a-1b5368ea34b4 req-252f9e77-0f8d-4825-b926-374bf74722b8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260465 Apr 08 19:48:05.303183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4cef-4d44-4717-9e6b-716bd2a73d66 req-e0a07d00-70f5-4ada-9ff2-6eea6b214368 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:05.304962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e5fe4cef-4d44-4717-9e6b-716bd2a73d66 req-e0a07d00-70f5-4ada-9ff2-6eea6b214368 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0945113 Apr 08 19:48:05.335887 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e5fe4cef-4d44-4717-9e6b-716bd2a73d66 req-8189a536-a200-48ac-8cfc-a63153b66ee5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245669 Apr 08 19:48:05.917360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba077d-de25-4619-a5d9-aef1b0c51730 req-f40eaedf-1dc4-4b94-bcc7-20d7b5ef4af8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:05.919005 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a4ba077d-de25-4619-a5d9-aef1b0c51730 req-f40eaedf-1dc4-4b94-bcc7-20d7b5ef4af8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1274464 Apr 08 19:48:05.950078 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a4ba077d-de25-4619-a5d9-aef1b0c51730 req-69e8eeab-c70b-4ea7-8c33-d265a772c149 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246894 Apr 08 19:48:05.980878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6e8d679e-a17a-4e64-aba4-9f4c0397ab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:06.353263 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:06.543167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac2d3-084d-4f11-b925-c5354082ab70 req-43a7e2a2-1312-442f-8e29-45229967e52f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:06.544956 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e6ac2d3-084d-4f11-b925-c5354082ab70 req-43a7e2a2-1312-442f-8e29-45229967e52f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0953927 Apr 08 19:48:06.591007 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9e6ac2d3-084d-4f11-b925-c5354082ab70 req-6d8bd939-d834-4bb4-9849-15613ccf0d36 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Apr 08 19:48:07.084230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:07.184563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2ecf0-dda7-4de5-ae4d-d555f0b8977c req-cbf1c42c-5604-4257-9801-fb5704dcaa66 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:07.186196 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4b2ecf0-dda7-4de5-ae4d-d555f0b8977c req-cbf1c42c-5604-4257-9801-fb5704dcaa66 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0912251 Apr 08 19:48:07.217742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4b2ecf0-dda7-4de5-ae4d-d555f0b8977c req-bb4a52ab-cc4d-400b-91b7-4957ffc3b91b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251074 Apr 08 19:48:07.680372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:07.798023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d306-7067-4202-b111-0f1ecd53a639 req-d00ab4aa-0792-4bae-9614-08710f31d54c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:07.799649 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2c0d306-7067-4202-b111-0f1ecd53a639 req-d00ab4aa-0792-4bae-9614-08710f31d54c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0910807 Apr 08 19:48:07.832439 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2c0d306-7067-4202-b111-0f1ecd53a639 req-039603dd-ff06-4834-a6ab-c268095293f5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257456 Apr 08 19:48:07.874143 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-3f82d67e-7602-4875-b431-2613a659a84f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803829099&fields=id&tenant_id=59b007562eb54059a6f0fda9cdcc0247 HTTP/1.1" status: 200 len: 267 time: 0.0266726 Apr 08 19:48:07.981646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-e3cc937e-5d82-463d-b79e-1f5277db836f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:07.983311 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-e3cc937e-5d82-463d-b79e-1f5277db836f tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 985 time: 0.1032403 Apr 08 19:48:08.017172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Request body: {'port': {'security_groups': ['5670ec63-e544-4f55-b1a8-3b6fcbdb7190']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:08.162178 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:08.440144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2e4a1-98c6-409e-bca4-c9b107fd72c6 req-9c8f673d-d29e-4d19-8aff-65d79393fa7f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:08.441728 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7bd2e4a1-98c6-409e-bca4-c9b107fd72c6 req-9c8f673d-d29e-4d19-8aff-65d79393fa7f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.0920570 Apr 08 19:48:08.479527 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7bd2e4a1-98c6-409e-bca4-c9b107fd72c6 req-a8355267-b30e-46bf-a38a-76e1fc86d4c9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Apr 08 19:48:08.529788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:08.562257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:08.567477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:08.579688 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:48:08.599288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:08.749142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event updated for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=7']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:08.770019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.770656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.771149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.771705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.772202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.772718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.773295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.773659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.774124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.774588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.775055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.775529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:08.782269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:08.852947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:08.853820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:08.855531 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5a4fa8bd-18a5-4144-8450-b25389d7118f req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "PUT /v2.0/ports/d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 943 time: 0.8507557 Apr 08 19:48:08.856183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:08.864045 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60646) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:08.946091 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:48:08.961597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:48:08.995665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.100684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.185974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a6619-88cf-41d6-ad2a-4aca5855e64c req-9c4f79a3-cfc3-4b66-b280-450038c20165 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:09.189416 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-879a6619-88cf-41d6-ad2a-4aca5855e64c req-9c4f79a3-cfc3-4b66-b280-450038c20165 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.1743782 Apr 08 19:48:09.193460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.207123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52b17d73-e5bb-49de-8dde-ff341e8f1573 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:09.233301 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-879a6619-88cf-41d6-ad2a-4aca5855e64c req-91724ba6-b699-4846-b11b-b8c2ae994875 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381663 Apr 08 19:48:09.249376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea767099-de4e-4430-b7de-e81ba7f72438,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:09.258161 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:09.263736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.268131 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-229b6799-8c35-443e-ac2a-e7c16aa58154 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "DELETE /v2.0/security-groups/ea767099-de4e-4430-b7de-e81ba7f72438 HTTP/1.1" status: 204 len: 168 time: 0.3998818 Apr 08 19:48:09.268293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60650) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:09.290189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-d8820cfc-9b64-4adb-a0b6-0b965fd0f52f None None] Provisioning complete for port d7a28c65-128c-4fa2-b2b3-f32077ff1479 triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:48:09.290584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d8820cfc-9b64-4adb-a0b6-0b965fd0f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.506619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Deleting port 042327cd-6577-43a7-9549-b09904f7d21d {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:09.506991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.750647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.751210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:09.887369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Calling delete_port for 042327cd-6577-43a7-9549-b09904f7d21d owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:09.936255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769db7c6-8ca4-491d-bdc1-47730efc3bcb req-e190f535-58e8-4ec7-b3dd-369c82c05780 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:09.937866 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-769db7c6-8ca4-491d-bdc1-47730efc3bcb req-e190f535-58e8-4ec7-b3dd-369c82c05780 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.2934763 Apr 08 19:48:09.977876 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-769db7c6-8ca4-491d-bdc1-47730efc3bcb req-3a5bd54b-2416-476d-bb3d-9b1eaf202faa tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Apr 08 19:48:10.079798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:10.098950 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:10.155558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event deleted for resources: {'Port': ['ID=042327cd-6577-43a7-9549-b09904f7d21d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:10.159488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:10.361067 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:10.361633 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Floating IP 978c938b-4429-42a1-b070-cc358699e240 disassociated (deleted). External IP: 172.28.3.105, port: d7a28c65-128c-4fa2-b2b3-f32077ff1479. Apr 08 19:48:10.430310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8e92c-a31e-46f2-851e-ded3d4dee7dc req-31d77b0a-a50a-4ccf-a8be-7beb4c8fe8a5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:10.431795 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5da8e92c-a31e-46f2-851e-ded3d4dee7dc req-31d77b0a-a50a-4ccf-a8be-7beb4c8fe8a5 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0907583 Apr 08 19:48:10.466964 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5da8e92c-a31e-46f2-851e-ded3d4dee7dc req-6ef7996a-a7c4-4c87-92de-15409288a6b9 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286179 Apr 08 19:48:10.722240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:48:10.963397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-f98a6d95-5e50-48c4-9a79-3291b4d84808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:10.965061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-f98a6d95-5e50-48c4-9a79-3291b4d84808 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1096 time: 0.1165581 Apr 08 19:48:10.967924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-e5c39e83-56fd-46ef-95d7-b5b489ae8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:10.969511 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-e5c39e83-56fd-46ef-95d7-b5b489ae8a36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1099 time: 0.2077682 Apr 08 19:48:11.037757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:48:11.189081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbcef3-63b5-4531-b91e-060e80a02080 req-422323c6-c1ee-483c-95b9-6cd61da15d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.190471 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fffbcef3-63b5-4531-b91e-060e80a02080 req-422323c6-c1ee-483c-95b9-6cd61da15d38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 1099 time: 0.2465179 Apr 08 19:48:11.228253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-22115b21-ece6-47ba-aa45-7eb871ca41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.229930 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-22115b21-ece6-47ba-aa45-7eb871ca41bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.2531524 Apr 08 19:48:11.310405 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-b8f9d870-5955-4d3d-bee8-edee48760b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 217 time: 0.0708463 Apr 08 19:48:11.321023 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fffbcef3-63b5-4531-b91e-060e80a02080 req-350f8c12-4a69-4623-bb54-e89e31f43bba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731633 Apr 08 19:48:11.331130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:48:11.342549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Sync routers for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:48:11.353722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:11.354411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:11.370520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:11.370887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-b3820158-ae32-4c00-a775-60771b8fe52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.372391 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-b3820158-ae32-4c00-a775-60771b8fe52b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.3736093 Apr 08 19:48:11.394475 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-908fdcf8-d0a8-4989-aafc-925c097a6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.396044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-908fdcf8-d0a8-4989-aafc-925c097a6384 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0732670 Apr 08 19:48:11.420267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223207e2-a45a-4738-8569-8c46aabc73eb req-9f75f3c9-fcd8-4c7b-8f0d-5855dffd7e9c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.421879 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-223207e2-a45a-4738-8569-8c46aabc73eb req-9f75f3c9-fcd8-4c7b-8f0d-5855dffd7e9c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1759145 Apr 08 19:48:11.462351 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6f019e73-e5e7-4f1d-9670-61527f318822 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "DELETE /v2.0/floatingips/978c938b-4429-42a1-b070-cc358699e240 HTTP/1.1" status: 204 len: 168 time: 2.1898601 Apr 08 19:48:11.464529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:11.488735 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-223207e2-a45a-4738-8569-8c46aabc73eb req-55102c55-bf70-44e0-bcf2-9d694320cf89 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520158 Apr 08 19:48:11.552143 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:48:11.555084 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-0c079845-4233-441b-80ac-645fffb2cbfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 200 len: 999 time: 0.1579914 Apr 08 19:48:11.572320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:11.638745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-0dcdae25-a320-41c4-99cc-e632663a9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.641110 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-0dcdae25-a320-41c4-99cc-e632663a9eb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0755723 Apr 08 19:48:11.648215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-e683befe-8160-4f08-a151-c65290fc1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.650439 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-e683befe-8160-4f08-a151-c65290fc1f0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2019582 Apr 08 19:48:11.750982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dcf29-5a49-4357-85a6-ee7100d4ec36 req-bc67f57c-ca06-4678-b6e8-3aee6497ca28 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.762246 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-267dcf29-5a49-4357-85a6-ee7100d4ec36 req-bc67f57c-ca06-4678-b6e8-3aee6497ca28 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.1096890 Apr 08 19:48:11.797799 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-267dcf29-5a49-4357-85a6-ee7100d4ec36 req-750be4d1-b731-484b-8f37-ef9b6a208d55 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345011 Apr 08 19:48:11.859911 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-877280b5-886e-4eae-890f-6e9cfd45f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:11.861516 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-877280b5-886e-4eae-890f-6e9cfd45f8b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2099125 Apr 08 19:48:11.937031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:11.941534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Checking router: 259dd2ab-ad39-460d-8b7f-6750eb77ad34 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:48:11.951999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:11.952708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:12.022571 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-8d8ac7b1-703d-4603-aedb-ca63f1cb469d service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126919 Apr 08 19:48:12.073869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-9691247f-5b4a-42f6-87ac-8a019da02e14 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037916 Apr 08 19:48:12.144066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:12.283333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c568bae3-fa45-403b-9f8d-df224b382b95 req-45ff8786-bdc4-4d10-9677-38a711af3915 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510366 Apr 08 19:48:12.309642 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8ff47997-4ea2-4bbc-83ea-d935fdbfabf4 req-985f6d56-c226-46ae-b2ae-2788958d9c46 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281783 Apr 08 19:48:12.471419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818658f7-cebb-4374-9680-bb7c11006466 req-f9bd4128-939e-437e-8443-a413df956be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:12.473085 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-f9bd4128-939e-437e-8443-a413df956be3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b007562eb54059a6f0fda9cdcc0247&device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 1099 time: 0.0842693 Apr 08 19:48:12.478167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:12.482451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b99cb3-c522-4913-916c-1d70d9399451 None None] The sync data for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb is: [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:45:38Z', 'revision_number': 4, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '0652fb39-cf17-4074-a343-85f5ab545846', 'name': '', 'network_id': 'e66d9236-d138-4d1f-b352-fad80ba2b110', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'mac_address': 'fa:16:3e:a3:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:37Z', 'updated_at': '2021-04-08T19:45:47Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'subnets': [{'id': '925d0d29-fd75-4bef-b84e-b9ee755afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:48:12.906564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af7487-4928-4e97-bb99-e47fede35f92 None None] New status for floating IP 978c938b-4429-42a1-b070-cc358699e240: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:48:12.950931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818658f7-cebb-4374-9680-bb7c11006466 req-5d242b3e-62fd-4e7b-9a51-b04dbfc8739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:12.952559 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-5d242b3e-62fd-4e7b-9a51-b04dbfc8739f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 200 len: 915 time: 0.4725549 Apr 08 19:48:13.002473 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e15b-d106-4997-9fb5-87d89d6dd264 req-4f48ae46-3c88-4aba-a123-33d2fb9e8b84 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:13.004014 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a106e15b-d106-4997-9fb5-87d89d6dd264 req-4f48ae46-3c88-4aba-a123-33d2fb9e8b84 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0958796 Apr 08 19:48:13.030731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a7c22-a9ff-4248-b40b-d64082519d4e req-6db01be1-cd61-41db-be70-c0dcf3f9c75d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:13.032406 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-319a7c22-a9ff-4248-b40b-d64082519d4e req-6db01be1-cd61-41db-be70-c0dcf3f9c75d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 943 time: 0.1942179 Apr 08 19:48:13.036695 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a106e15b-d106-4997-9fb5-87d89d6dd264 req-66fd1277-4337-4a83-bb47-ecc44efb3c17 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255721 Apr 08 19:48:13.043821 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-52a208c0-c748-460a-8c41-6f8e1a0c508f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 200 len: 217 time: 0.0842216 Apr 08 19:48:13.119021 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-319a7c22-a9ff-4248-b40b-d64082519d4e req-c712b6a2-2fca-475f-aa2c-62dcce25b7e0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707903 Apr 08 19:48:13.121751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:48:13.144116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818658f7-cebb-4374-9680-bb7c11006466 req-91de618e-9031-480e-b5ca-025b8131bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:13.144221 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-91de618e-9031-480e-b5ca-025b8131bfc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 200 len: 853 time: 0.0798292 Apr 08 19:48:13.244395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818658f7-cebb-4374-9680-bb7c11006466 req-a31e3685-d363-498a-a2ee-a8cb5aef3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:13.246136 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-a31e3685-d363-498a-a2ee-a8cb5aef3b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e66d9236-d138-4d1f-b352-fad80ba2b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887053 Apr 08 19:48:13.319518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa69513-da27-44e0-92f7-172f696e83f8 req-d8903272-9b3a-4b52-a9d5-b866c3cf7a69 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:13.322593 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0aa69513-da27-44e0-92f7-172f696e83f8 req-d8903272-9b3a-4b52-a9d5-b866c3cf7a69 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.1003964 Apr 08 19:48:13.324675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:13.332848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60688) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:13.339720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Request body: {'floatingip': {'port_id': 'b2370588-ed41-4c97-a113-a4b5b17ff548'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:13.339893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '50186298-f665-4e76-9e00-f9da31c20832', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': '50186298-f665-4e76-9e00-f9da31c20832', 'mac_address': 'fa:16:3e:ed:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:48:13.404071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:13.405465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:48:13.408908 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-e4bcae93-7874-4aab-a6b1-47d261c757e4 service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555700 Apr 08 19:48:13.421966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:13.426056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:13.428826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1a46b947-78c7-47f2-9e6b-37d559d6701b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:13.442018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:13.516020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=9']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:13.528995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:13.581369 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-818658f7-cebb-4374-9680-bb7c11006466 req-b7bd1b29-2db1-4b04-9da1-3151352e097f service neutron] 10.222.0.13 "GET /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600721 Apr 08 19:48:13.670337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['50186298-f665-4e76-9e00-f9da31c20832'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:48:14.097314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:14.101748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:14.339177 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Floating IP c70c7f4d-4044-4edb-9de8-ce144eb59b83 associated. External IP: 172.28.3.84, port: b2370588-ed41-4c97-a113-a4b5b17ff548. Apr 08 19:48:14.518375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95631-a332-4ae7-af5c-13258ddc0652 req-e0f776b9-b968-43da-8b22-dc3c27350cd3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:14.519966 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfe95631-a332-4ae7-af5c-13258ddc0652 req-e0f776b9-b968-43da-8b22-dc3c27350cd3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 944 time: 0.2610855 Apr 08 19:48:14.802806 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cfe95631-a332-4ae7-af5c-13258ddc0652 req-605c58d6-380f-417e-9cdd-33ccd0596ee7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691517 Apr 08 19:48:15.063820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:48:15.123510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:48:15.196901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 50186298-f665-4e76-9e00-f9da31c20832 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:48:15.197280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:15.207597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-ea92a2bb-b209-4184-9b00-9ddf4df734fc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:15.208361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-ea92a2bb-b209-4184-9b00-9ddf4df734fc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:48:15.256322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-ea92a2bb-b209-4184-9b00-9ddf4df734fc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:48:15.257618 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-ea92a2bb-b209-4184-9b00-9ddf4df734fc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.2864366 Apr 08 19:48:15.306089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-f473f72e-c50e-45e1-ad8a-2a609a43552e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Synchronizing usage tracker for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:48:15.313691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:48:15.318763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:15.324247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:48:15.334523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:15.343722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:15.344390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:15.378016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-f473f72e-c50e-45e1-ad8a-2a609a43552e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Unset dirty status for tenant:59b007562eb54059a6f0fda9cdcc0247 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:48:15.379259 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-770f5df7-ad59-4a20-9716-ffc468d7defb req-f473f72e-c50e-45e1-ad8a-2a609a43552e tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081567 Apr 08 19:48:15.387169 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2d8e7fec-7384-4114-8df2-550ea5b99a73 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "PUT /v2.0/floatingips/c70c7f4d-4044-4edb-9de8-ce144eb59b83 HTTP/1.1" status: 200 len: 991 time: 2.0529287 Apr 08 19:48:15.387996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:15.407912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:15.463751 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'status': 'completed', 'code': 200} Apr 08 19:48:15.487637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:15.501583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:15.506331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:15.537944 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'code': 200} Apr 08 19:48:15.590191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-4fd76ba6-c266-4702-a256-a130474653a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:15.591736 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-4fd76ba6-c266-4702-a256-a130474653a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef705c42db90419c912588725c2def4c&device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 1099 time: 0.0857046 Apr 08 19:48:15.608322 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=10']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:15.614706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:15.619566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:15.748769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-17a7e489-c006-46b4-8002-15c029ce64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:15.750483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-17a7e489-c006-46b4-8002-15c029ce64e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 200 len: 910 time: 0.1510348 Apr 08 19:48:15.879411 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-c4019bdc-90eb-46f7-896c-c77b852906a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2370588-ed41-4c97-a113-a4b5b17ff548 HTTP/1.1" status: 200 len: 999 time: 0.1209877 Apr 08 19:48:15.971495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-06ed1d9e-a0d4-4784-83cc-afeaf0ad4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:15.973415 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-06ed1d9e-a0d4-4784-83cc-afeaf0ad4906 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 200 len: 848 time: 0.0848637 Apr 08 19:48:16.029958 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300c616-c8b4-4525-98d6-33465ab5f68b req-644fc493-005f-439c-ba27-4c36257a60b0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:16.038596 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c300c616-c8b4-4525-98d6-33465ab5f68b req-644fc493-005f-439c-ba27-4c36257a60b0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.1048818 Apr 08 19:48:16.075044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c300c616-c8b4-4525-98d6-33465ab5f68b req-a8569214-7eef-483f-9b5e-9f45235b7a3e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354204 Apr 08 19:48:16.077841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-b4f3e77c-5f38-4613-89c7-52fbeb62e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:16.079565 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-b4f3e77c-5f38-4613-89c7-52fbeb62e92e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7322aba-b6e6-442a-ada4-258430a68924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979033 Apr 08 19:48:16.187280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'c70c7f4d-4044-4edb-9de8-ce144eb59b83', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:43:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:48Z', 'updated_at': '2021-04-08T19:48:13Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:16.191478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:48:16.200711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:16.201386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:16.289284 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-6d519afd-fbf5-4f24-b151-f08f085dec67 service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020347 Apr 08 19:48:16.294925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a0ac2-7279-49a6-aed3-cb41770fa747 req-8aaebf83-2550-42de-85fb-e82e9f25a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:16.296394 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a35a0ac2-7279-49a6-aed3-cb41770fa747 req-8aaebf83-2550-42de-85fb-e82e9f25a7bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 1099 time: 0.1818585 Apr 08 19:48:16.396418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:16.403536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a35a0ac2-7279-49a6-aed3-cb41770fa747 req-ac4feffd-fdf2-4903-a808-2a0b1788e76d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846877 Apr 08 19:48:16.454042 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7b162a9b-279b-4a41-95c4-73ee117197bd req-00192e4b-b017-40ef-ae62-8622f67f582e service neutron] 10.222.0.13 "GET /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564901 Apr 08 19:48:16.608825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cc315-ddc9-49b3-bcf6-d2bc602d46be req-36034559-17c3-497f-9c05-3635635cf9d6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:16.610680 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-479cc315-ddc9-49b3-bcf6-d2bc602d46be req-36034559-17c3-497f-9c05-3635635cf9d6 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0963068 Apr 08 19:48:16.644385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-479cc315-ddc9-49b3-bcf6-d2bc602d46be req-236bb592-ddb7-46a5-b692-888dc04fcfbc tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/security-groups?id=5670ec63-e544-4f55-b1a8-3b6fcbdb7190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258558 Apr 08 19:48:16.783577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'c70c7f4d-4044-4edb-9de8-ce144eb59b83', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:43:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:48Z', 'updated_at': '2021-04-08T19:48:13Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:16.788314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb469-ac4f-41ef-8817-8807221a0db0 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'c70c7f4d-4044-4edb-9de8-ce144eb59b83', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'port_id': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'mac_address': 'fa:16:3e:43:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:47:48Z', 'updated_at': '2021-04-08T19:48:13Z', 'revision_number': 1, 'project_id': 'ef705c42db90419c912588725c2def4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:48:17.039907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-f3e7028f-525d-4d3e-977d-6dddc29d8747 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:17.041580 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-f3e7028f-525d-4d3e-977d-6dddc29d8747 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.13 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 946 time: 0.0931976 Apr 08 19:48:17.065746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4898a4-6a86-41d8-8cb8-940d14f7f009 None None] New status for floating IP c70c7f4d-4044-4edb-9de8-ce144eb59b83: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:48:17.140272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Deleting port d7a28c65-128c-4fa2-b2b3-f32077ff1479 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:17.141152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:17.435462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148eb0f-d0e4-4307-bebc-5f576226a49f req-beb96bd3-699e-487d-9b88-38692730c588 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:17.437154 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9148eb0f-d0e4-4307-bebc-5f576226a49f req-beb96bd3-699e-487d-9b88-38692730c588 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.2426543 Apr 08 19:48:17.496870 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9148eb0f-d0e4-4307-bebc-5f576226a49f req-a4bbc180-a2bd-4e99-9949-3ae06c165264 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Apr 08 19:48:17.516900 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] For port d7a28c65-128c-4fa2-b2b3-f32077ff1479, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d7a28c65-128c-4fa2-b2b3-f32077ff1479,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:17.517310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:17.655779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Calling delete_port for d7a28c65-128c-4fa2-b2b3-f32077ff1479 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:17.813591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:17.825091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['d7a28c65-128c-4fa2-b2b3-f32077ff1479'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:48:17.831919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f781de96-ed74-4ddd-a25f-65179ecb72bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:17.832500 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4560dc8d-528a-490b-8557-93240c2ccb9f req-ccc736d6-2faa-4ad4-95f2-aaedc17fc2d2 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.35 "GET /v2.0/ports?device_id=728572ef-f64b-41a1-80a2-981360bc2037 HTTP/1.1" status: 200 len: 210 time: 0.0564742 Apr 08 19:48:17.902617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Pushing event deleted for resources: {'Port': ['ID=d7a28c65-128c-4fa2-b2b3-f32077ff1479,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:17.913832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.914243 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.914655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.915056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.915452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.915850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.916248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.916670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.917069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.917462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.917853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.918241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:48:17.966967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:18.103843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] No DVR routers for this DVR port d7a28c65-128c-4fa2-b2b3-f32077ff1479 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:48:18.106644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:18.109772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'name': 'network-vif-deleted', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:18.126540 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3a6bf0c6-dd3f-4717-a74d-e691910ad8e3 req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] 10.222.0.13 "DELETE /v2.0/ports/d7a28c65-128c-4fa2-b2b3-f32077ff1479 HTTP/1.1" status: 204 len: 173 time: 1.0647280 Apr 08 19:48:18.259845 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728572ef-f64b-41a1-80a2-981360bc2037', 'name': 'network-vif-deleted', 'tag': 'd7a28c65-128c-4fa2-b2b3-f32077ff1479', 'status': 'completed', 'code': 200} Apr 08 19:48:18.711997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7387-1f30-4b29-bd96-84b7a8536be3 req-8f1bc257-668b-497e-89ce-2505782d4263 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:18.713685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-00ae7387-1f30-4b29-bd96-84b7a8536be3 req-8f1bc257-668b-497e-89ce-2505782d4263 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.0894399 Apr 08 19:48:18.746076 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-00ae7387-1f30-4b29-bd96-84b7a8536be3 req-d0de2aad-0c23-467f-ba88-f235a12fa48f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257704 Apr 08 19:48:19.506302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60808) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:20.332232 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:20.710228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Deleting port 0652fb39-cf17-4074-a343-85f5ab545846 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:20.710649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:20.898461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] For port 0652fb39-cf17-4074-a343-85f5ab545846, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0652fb39-cf17-4074-a343-85f5ab545846,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:20.898862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:21.030637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Calling delete_port for 0652fb39-cf17-4074-a343-85f5ab545846 owned by network:router_interface {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:21.152197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d7a28c65-128c-4fa2-b2b3-f32077ff1479 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:21.192750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: d7a28c65-128c-4fa2-b2b3-f32077ff1479 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:21.194281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device d7a28c65-128c-4fa2-b2b3-f32077ff1479 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:21.215407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:21.229035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:21.289265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Pushing event deleted for resources: {'Port': ['ID=0652fb39-cf17-4074-a343-85f5ab545846,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:21.293113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:21.693035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:22.217241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:48:22.652884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:48:22.663121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Sync routers for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:48:22.665756 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] 10.222.0.35 "PUT /v2.0/routers/259dd2ab-ad39-460d-8b7f-6750eb77ad34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582811 Apr 08 19:48:22.668487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60818) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:22.673860 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:22.674543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:22.855769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:22.866736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:23.052743 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:23.063484 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Deleting port 957b8b79-2071-46d4-8202-fd3a506c15c4 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:23.063876 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:23.174775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:48:21Z', 'revision_number': 5, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port': {'id': '957b8b79-2071-46d4-8202-fd3a506c15c4', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:33Z', 'updated_at': '2021-04-08T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:23.179793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Checking router: 259dd2ab-ad39-460d-8b7f-6750eb77ad34 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:48:23.194543 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Routers {'259dd2ab-ad39-460d-8b7f-6750eb77ad34'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:23.195256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:23.252228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] For port 957b8b79-2071-46d4-8202-fd3a506c15c4, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=957b8b79-2071-46d4-8202-fd3a506c15c4,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:23.252683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:23.355457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] Set router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 gateway port host: None {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:23.384734 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Calling delete_port for 957b8b79-2071-46d4-8202-fd3a506c15c4 owned by network:router_gateway {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:23.468487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:48:23Z', 'revision_number': 6, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:23.472674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6208cb78-f2eb-4c89-87de-a204cedc4e0a None None] The sync data for ids ['259dd2ab-ad39-460d-8b7f-6750eb77ad34'] in dv-cinder-784623-4-smb is: [{'id': '259dd2ab-ad39-460d-8b7f-6750eb77ad34', 'name': 'tempest-TestMinimumBasicScenario-839125451-router', 'tenant_id': '59b007562eb54059a6f0fda9cdcc0247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:32Z', 'updated_at': '2021-04-08T19:48:23Z', 'revision_number': 6, 'project_id': '59b007562eb54059a6f0fda9cdcc0247', 'gw_port_host': None}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:48:23.566927 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:23.581082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-177489d2-cc68-4ef5-bfd3-1e87ca7aa2a8 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:23.639200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=957b8b79-2071-46d4-8202-fd3a506c15c4,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:23.644040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:23.851212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.039357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.041797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.068609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.069125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259dd2ab-ad39-460d-8b7f-6750eb77ad34 {{(pid=85305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:48:24.082395 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.083682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d79de032-b695-416b-bf24-e823f0986fbf admin admin] 10.222.0.35 "DELETE /v2.0/routers/259dd2ab-ad39-460d-8b7f-6750eb77ad34 HTTP/1.1" status: 204 len: 168 time: 1.4141595 Apr 08 19:48:24.086995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60824) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:24.161064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Deleting subnet 925d0d29-fd75-4bef-b84e-b9ee755afb20 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:48:24.164609 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.217742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.344446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.564987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0652fb39-cf17-4074-a343-85f5ab545846 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:24.603029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.617442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 0652fb39-cf17-4074-a343-85f5ab545846 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:24.617853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0652fb39-cf17-4074-a343-85f5ab545846 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:24.618343 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 957b8b79-2071-46d4-8202-fd3a506c15c4 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:24.619239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-920f2125-601b-4577-a432-7cd500152a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:24.655401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 957b8b79-2071-46d4-8202-fd3a506c15c4 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:24.655805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 957b8b79-2071-46d4-8202-fd3a506c15c4 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:24.671198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925d0d29-fd75-4bef-b84e-b9ee755afb20,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:24.673981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:24.761190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.766972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806340e-2134-4368-a143-a17da9b6065f None None] Network e66d9236-d138-4d1f-b352-fad80ba2b110 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:48:24.768180 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3c6085b8-885f-4200-b4d7-a77ac996d79b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/925d0d29-fd75-4bef-b84e-b9ee755afb20 HTTP/1.1" status: 204 len: 168 time: 0.6801198 Apr 08 19:48:24.772292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60830) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:24.887072 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:24.965193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Deleting port 0a701d36-997c-4703-95e5-d829399a7c30 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:24.965573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:25.189634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] For port 0a701d36-997c-4703-95e5-d829399a7c30, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0a701d36-997c-4703-95e5-d829399a7c30,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:25.190081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:25.215197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] DHCP port deletion for e66d9236-d138-4d1f-b352-fad80ba2b110 request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:48:25.220122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Deleting port 0a701d36-997c-4703-95e5-d829399a7c30 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:25.220697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:25.320823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Calling delete_port for 0a701d36-997c-4703-95e5-d829399a7c30 owned by network:dhcp {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:25.399512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:25.412335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:25.440944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] For port 0a701d36-997c-4703-95e5-d829399a7c30, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=0a701d36-997c-4703-95e5-d829399a7c30,segment=NetworkSegment(66784ab1-1769-44e9-88fa-05e5418270d3),segment_id=66784ab1-1769-44e9-88fa-05e5418270d3)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:25.441329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:25.469227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a701d36-997c-4703-95e5-d829399a7c30,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:25.473014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:25.556465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] No DVR routers for this DVR port 0a701d36-997c-4703-95e5-d829399a7c30 on host dv-cinder-784623-4-smb {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:48:25.578604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Calling delete_port for 0a701d36-997c-4703-95e5-d829399a7c30 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:25.726934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:48:25.727275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:48:25.922135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.039419 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66d9236-d138-4d1f-b352-fad80ba2b110']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:26.053016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66784ab1-1769-44e9-88fa-05e5418270d3') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:26.053366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66784ab1-1769-44e9-88fa-05e5418270d3') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:26.067717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.089234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.095750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:48:26.228513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Deleting port 0a701d36-997c-4703-95e5-d829399a7c30 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:26.229034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.275777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Network e66d9236-d138-4d1f-b352-fad80ba2b110 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:48:26.288670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.302463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-37a18f52-fe09-4331-a391-4b992b69dccb None None] The port '0a701d36-997c-4703-95e5-d829399a7c30' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:48:26.465502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Network e66d9236-d138-4d1f-b352-fad80ba2b110 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:48:26.488525 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:48:26.562234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0a701d36-997c-4703-95e5-d829399a7c30 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:26.570698 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.574292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:26.588979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:26.600349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 0a701d36-997c-4703-95e5-d829399a7c30 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:26.600773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 0a701d36-997c-4703-95e5-d829399a7c30 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:26.600894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66d9236-d138-4d1f-b352-fad80ba2b110,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:26.605385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:26.609211 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e66d9236-d138-4d1f-b352-fad80ba2b110 HTTP/1.1" status: 204 len: 168 time: 1.8358293 Apr 08 19:48:26.612426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60840) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:27.195516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:27.575889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Deleting port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:27.576444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:27.763184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] For port 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:27.763582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:27.894106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Calling delete_port for 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e owned by network:router_interface {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:28.076905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:28.092844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4d35d707-f93e-40ab-80a8-8b75e11063fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:28.153924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfe65e6-21dc-404e-9ae5-9161dcf1c30e,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:28.157687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:28.545131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:29.313274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Router 033c896e-e88e-4499-a589-7c330fca3e91 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:48:29.506403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:48:29.515847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Sync routers for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:48:29.523093 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9fec0ab3-3a50-476e-b52c-e14bc1ef8faa admin admin] 10.222.0.35 "PUT /v2.0/routers/033c896e-e88e-4499-a589-7c330fca3e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094644 Apr 08 19:48:29.526049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60850) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:29.526576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:29.527239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:29.715125 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:29.717751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:29.902967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:29.912362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Deleting port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:29.912726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:30.019691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:48:28Z', 'revision_number': 5, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port': {'id': 'b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c896e-e88e-4499-a589-7c330fca3e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:42Z', 'updated_at': '2021-04-08T19:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:30.023847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Checking router: 033c896e-e88e-4499-a589-7c330fca3e91 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:48:30.032974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Routers {'033c896e-e88e-4499-a589-7c330fca3e91'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:30.033638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['033c896e-e88e-4499-a589-7c330fca3e91'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:30.096367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] For port b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:30.096819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:30.232948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Calling delete_port for b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:30.369064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] Set router 033c896e-e88e-4499-a589-7c330fca3e91 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:30.482126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:48:29Z', 'revision_number': 6, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:30.486378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c930fc-7975-4099-85f6-95ee50d5a2a7 None None] The sync data for ids ['033c896e-e88e-4499-a589-7c330fca3e91'] in dv-cinder-784623-4-smb is: [{'id': '033c896e-e88e-4499-a589-7c330fca3e91', 'name': 'tempest-TestMinimumBasicScenario-1078230106-router', 'tenant_id': 'e159fbf4ca884efb8632f8b8f085836f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:41Z', 'updated_at': '2021-04-08T19:48:29Z', 'revision_number': 6, 'project_id': 'e159fbf4ca884efb8632f8b8f085836f', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:48:30.556188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:30.569612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ce04029c-2bac-4ac1-8c59-27a0a5923ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:30.626548 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:30.629501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:30.847769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.030525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.033055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.128036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.128909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033c896e-e88e-4499-a589-7c330fca3e91 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:48:31.144380 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.146195 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c5178eec-b2ab-4e82-a171-d01ae9e37862 admin admin] 10.222.0.35 "DELETE /v2.0/routers/033c896e-e88e-4499-a589-7c330fca3e91 HTTP/1.1" status: 204 len: 168 time: 1.6188645 Apr 08 19:48:31.148889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60856) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:31.220761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Deleting subnet 66840627-1742-4e08-b65c-00bcab34a7c5 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:48:31.224158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.519443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852646903'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.646797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.921330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851285944'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:31.935383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:31.982587 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66840627-1742-4e08-b65c-00bcab34a7c5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:31.986420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:32.072921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.079044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e615b-1b1e-4a5c-81ab-55a9ad29fb8f None None] Network 31704387-6fa2-49e1-920e-43a00b3b013a requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:48:32.079212 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c7b2b326-9f3d-4d9e-9b8e-af5170a0f2b6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/66840627-1742-4e08-b65c-00bcab34a7c5 HTTP/1.1" status: 204 len: 168 time: 0.9293239 Apr 08 19:48:32.083271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60862) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:32.209302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.278004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Deleting port df3a6325-83e0-40aa-9171-760886dd61ef {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:32.278350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.345173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] DHCP port deletion for 31704387-6fa2-49e1-920e-43a00b3b013a request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:48:32.349503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Deleting port df3a6325-83e0-40aa-9171-760886dd61ef {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:32.349934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.503064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] For port df3a6325-83e0-40aa-9171-760886dd61ef, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=df3a6325-83e0-40aa-9171-760886dd61ef,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:32.503344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.567964 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] For port df3a6325-83e0-40aa-9171-760886dd61ef, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=df3a6325-83e0-40aa-9171-760886dd61ef,segment=NetworkSegment(399152ba-8c69-467a-8c7d-8f223e507a7a),segment_id=399152ba-8c69-467a-8c7d-8f223e507a7a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:32.568450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.578634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device df3a6325-83e0-40aa-9171-760886dd61ef no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:32.655624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Calling delete_port for df3a6325-83e0-40aa-9171-760886dd61ef owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:32.739363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:32.746118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Calling delete_port for df3a6325-83e0-40aa-9171-760886dd61ef owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:32.752510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:32.810919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3a6325-83e0-40aa-9171-760886dd61ef,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:32.814777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:32.817226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No active binding found for port df3a6325-83e0-40aa-9171-760886dd61ef {{(pid=85307) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 08 19:48:32.817676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device df3a6325-83e0-40aa-9171-760886dd61ef not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:32.818323 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:32.867996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:32.868344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b1fbd7d2-64c9-4a19-ba73-dcc2df375c0f not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:32.868855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:32.898483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] No DVR routers for this DVR port df3a6325-83e0-40aa-9171-760886dd61ef on host dv-cinder-784623-4-smb {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:48:32.906966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:32.907362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5cfe65e6-21dc-404e-9ae5-9161dcf1c30e not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:32.910908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:48:32.911304 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:48:33.028906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.160859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31704387-6fa2-49e1-920e-43a00b3b013a']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:33.174282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399152ba-8c69-467a-8c7d-8f223e507a7a') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:33.174589 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399152ba-8c69-467a-8c7d-8f223e507a7a') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:33.188292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.204191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.211110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:48:33.290827 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.394034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Network 31704387-6fa2-49e1-920e-43a00b3b013a has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:48:33.403100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.412463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Deleting port df3a6325-83e0-40aa-9171-760886dd61ef {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:33.412874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.486280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-05220086-27b4-4f2c-b72d-e2da4f2c349a None None] The port 'df3a6325-83e0-40aa-9171-760886dd61ef' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:48:33.583840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b94e9510-e2ee-4809-9736-8d3fdcc5b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.584614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Network 31704387-6fa2-49e1-920e-43a00b3b013a has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:48:33.607508 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:48:33.687514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.692354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:33.696354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:33.722755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=31704387-6fa2-49e1-920e-43a00b3b013a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:33.725640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:33.727455 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] 10.222.0.35 "DELETE /v2.0/networks/31704387-6fa2-49e1-920e-43a00b3b013a HTTP/1.1" status: 204 len: 168 time: 1.6431642 Apr 08 19:48:33.939982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60872) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:33.975835 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-d0031946-f3e0-4270-8f07-81f24af7410b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59b007562eb54059a6f0fda9cdcc0247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0344930 Apr 08 19:48:33.979436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60876) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:34.050794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.082497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.128671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.132429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f886fa0b-3952-4135-a9ff-8eb099274c7e tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:34.147279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5670ec63-e544-4f55-b1a8-3b6fcbdb7190,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:34.149830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:34.159253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.160445 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5670ec63-e544-4f55-b1a8-3b6fcbdb7190 HTTP/1.1" status: 204 len: 168 time: 0.1797481 Apr 08 19:48:34.539172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60884) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:34.591551 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6a4cb51f-6d0c-466e-836e-5ab28cddeb02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e159fbf4ca884efb8632f8b8f085836f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510809 Apr 08 19:48:34.594202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 60888) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:34.661403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.690673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.751978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.757335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9493374d-0d69-4aaa-9023-a5d4af70aeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:34.768804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260614d-75b3-4009-9bd0-1870132b4570,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:34.771367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:34.776683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:34.777912 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8260614d-75b3-4009-9bd0-1870132b4570 HTTP/1.1" status: 204 len: 168 time: 0.1827457 Apr 08 19:48:35.984038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b32f7849-e4e5-471c-9564-6db4161a0570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:36.365236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:37.082048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:37.678831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:47.729248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:48:53.874869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a6c86-78d3-4b12-a463-9c0ef84dae02 req-b57a767b-6d3c-41fa-9942-5f8555fd8a80 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:53.876423 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4a1a6c86-78d3-4b12-a463-9c0ef84dae02 req-b57a767b-6d3c-41fa-9942-5f8555fd8a80 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.0897422 Apr 08 19:48:53.907509 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4a1a6c86-78d3-4b12-a463-9c0ef84dae02 req-a9721889-5135-4d73-8e01-405db745a8df tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246208 Apr 08 19:48:55.137195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880dc9a-a845-439d-b920-7be28504a8e0 req-665eea39-79f5-4692-97a4-1469401a6174 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:55.138780 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c880dc9a-a845-439d-b920-7be28504a8e0 req-665eea39-79f5-4692-97a4-1469401a6174 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.1000245 Apr 08 19:48:55.169064 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c880dc9a-a845-439d-b920-7be28504a8e0 req-9328936f-2100-4d14-8b01-0e0f95a9e071 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237048 Apr 08 19:48:55.567980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55130705-63ae-4085-89ec-9216868e46e2 req-de117510-cf09-453a-a1f2-4eb4d204fdb0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:55.569697 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55130705-63ae-4085-89ec-9216868e46e2 req-de117510-cf09-453a-a1f2-4eb4d204fdb0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.1086073 Apr 08 19:48:55.650013 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Deleting port 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:55.650397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:55.925760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] For port 50186298-f665-4e76-9e00-f9da31c20832, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=50186298-f665-4e76-9e00-f9da31c20832,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:48:55.926028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:56.235749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:56.236233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:56.236576 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Floating IP 2a72be43-9b12-4476-86c1-9ca7003cdaf6 disassociated. External IP: 172.28.3.169, port: 50186298-f665-4e76-9e00-f9da31c20832. Apr 08 19:48:56.236956 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Calling delete_port for 50186298-f665-4e76-9e00-f9da31c20832 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:56.377224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f9df-c94c-4b0e-b661-37a967896843 req-a1519acc-2887-4d1e-b12f-26598653f07b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:48:56.379121 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1b32f9df-c94c-4b0e-b661-37a967896843 req-a1519acc-2887-4d1e-b12f-26598653f07b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7dd424-6046-4abb-bdbf-88df2d092912 HTTP/1.1" status: 200 len: 946 time: 0.0879476 Apr 08 19:48:56.394750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:56.410668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2974a975-43d8-44be-88f9-1403f20d5766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:56.411741 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1b32f9df-c94c-4b0e-b661-37a967896843 req-3f440d85-5756-46a4-b1a7-6c22b7c87a64 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=1345f9a2-5b81-47f5-b760-bc56e257576a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252538 Apr 08 19:48:56.470891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'Port': ['ID=50186298-f665-4e76-9e00-f9da31c20832,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:56.475639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:56.781320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:48:56.979299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:48:56.991642 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:48:57.009663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:57.010725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:57.062552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] No DVR routers for this DVR port 50186298-f665-4e76-9e00-f9da31c20832 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:48:57.065313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.069788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-deleted', 'tag': '50186298-f665-4e76-9e00-f9da31c20832'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:48:57.087826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55130705-63ae-4085-89ec-9216868e46e2 req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "DELETE /v2.0/ports/50186298-f665-4e76-9e00-f9da31c20832 HTTP/1.1" status: 204 len: 173 time: 1.5112436 Apr 08 19:48:57.142082 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7dd424-6046-4abb-bdbf-88df2d092912', 'name': 'network-vif-deleted', 'tag': '50186298-f665-4e76-9e00-f9da31c20832', 'status': 'completed', 'code': 200} Apr 08 19:48:57.230051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:57.553656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60976) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:57.630135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.659773 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.706516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.710668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db4326e1-3140-4701-b005-581dc12ac3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:57.725694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345f9a2-5b81-47f5-b760-bc56e257576a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:57.729120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:57.738206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.740060 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "DELETE /v2.0/security-groups/1345f9a2-5b81-47f5-b760-bc56e257576a HTTP/1.1" status: 204 len: 168 time: 0.1852276 Apr 08 19:48:57.742319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60980) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:57.750087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:57.755302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:48:57.761829 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.v2.resource [None req-769c9850-19e4-479c-8e00-97fd315b4d67 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] show failed (client error): The resource could not be found. Apr 08 19:48:57.763077 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-769c9850-19e4-479c-8e00-97fd315b4d67 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups/1345f9a2-5b81-47f5-b760-bc56e257576a HTTP/1.1" status: 404 len: 347 time: 0.0196674 Apr 08 19:48:57.766194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 60984) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:57.766375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:48:57.767051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:48:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:57.934761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Deleting port 0c0ce4dd-816c-47f5-81b8-f2ab628f8d27 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:48:57.935105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:57.957676 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:48:58.120216 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:58.120951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:58.257501 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Calling delete_port for 0c0ce4dd-816c-47f5-81b8-f2ab628f8d27 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:48:58.293721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:48:58.298665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c960c6b-8740-4214-ae5f-b3df8630469f None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:48:58.408509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:58.426341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-10492786-fcb9-4d44-96f1-9aa78f1000a1 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:58.704963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a79cc-0daa-400c-8189-3dae0a17109d None None] New status for floating IP 2a72be43-9b12-4476-86c1-9ca7003cdaf6: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:48:58.746731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'Port': ['ID=0c0ce4dd-816c-47f5-81b8-f2ab628f8d27,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:58.749683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:58.954466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:58.969621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:58.970852 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bd8866e7-22ea-4f70-b08f-923ca1227a9b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "DELETE /v2.0/floatingips/2a72be43-9b12-4476-86c1-9ca7003cdaf6 HTTP/1.1" status: 204 len: 168 time: 1.2036510 Apr 08 19:48:59.205701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32770) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:59.211539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087807739', 'description': 'tempest-description--531215778'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:59.218568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:48:59.223272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:48:59.226512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:48:59.233054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:48:59.244337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.248275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:48:59.252391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:48:59.255422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:48:59.261756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:48:59.323700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:48:59.336678 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.340251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.344056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-558cfd6a-e14e-4447-8868-85eb69415222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:59.361268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 50186298-f665-4e76-9e00-f9da31c20832 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:48:59.361672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 50186298-f665-4e76-9e00-f9da31c20832 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:48:59.388853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de4bc6d-f050-4740-921a-731876d92ea1,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:59.391664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.392945 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1862459 Apr 08 19:48:59.393929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:59.395868 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32774) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:59.401377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group_rule': {'security_group_id': '7de4bc6d-f050-4740-921a-731876d92ea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:59.407733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:48:59.412239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:48:59.415251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:48:59.421457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:48:59.439484 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.502374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.506058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.508244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bda4be3-2590-43f8-96ff-5d99073129a0 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:59.531976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd1ede4-97ae-4151-9fc6-9c3d19a26ffc,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:59.534564 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:59.542047 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.543352 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-0ebde5cb-e830-4b73-9bec-5a6e6703ee14 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464598 Apr 08 19:48:59.546617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32778) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:59.552806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'security_group_rule': {'security_group_id': '7de4bc6d-f050-4740-921a-731876d92ea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:59.559450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:48:59.563746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:security_group_rule and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:48:59.567002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:48:59.573339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:48:59.591118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.657225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.661203 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002119'] for security_group_rule, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.663250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:48:59.686686 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9218d0-d89c-4141-af7a-ef911e783dc1,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:48:59.689206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:48:59.696456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.697742 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-43afa515-3efe-4d9f-941f-906793614394 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500816 Apr 08 19:48:59.701434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 32782) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:48:59.707237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'floatingip': {'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:48:59.713776 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:48:59.718503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Usage tracker for resource:floatingip and tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:48:59.721672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:48:59.728156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:48:59.740006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:48:59.894745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.047207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Allocated IP 172.28.3.22 (91975235-ed21-4190-9581-b38318b4bb50/b194d5ae-5544-49b2-98af-e71d62acf61b/27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:49:00.204189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.235411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.250573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:00.390789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:00.395065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:00.437402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Network 91975235-ed21-4190-9581-b38318b4bb50 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:49:00.438612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:49:00.441097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:49:00.530872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.594158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.876199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.880795 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305757'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:00.893936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:01.037421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:01.045796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:01.141802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:01.169311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:01.176186 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1f43960a-4a57-44f6-8b6b-4d0888cc1357 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4683659 Apr 08 19:49:01.398302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-46dc3d0e-ba4d-4022-bb09-7f161466526d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:01.413389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-46dc3d0e-ba4d-4022-bb09-7f161466526d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:01.414639 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-46dc3d0e-ba4d-4022-bb09-7f161466526d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1087807739&fields=id&tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 267 time: 0.0422878 Apr 08 19:49:01.587320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-29ba9ff2-c5e6-4c4a-8716-b7f8c5bc73ca tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:01.588986 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-29ba9ff2-c5e6-4c4a-8716-b7f8c5bc73ca tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 816 time: 0.1664906 Apr 08 19:49:01.605200 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-7796303d-5e88-400e-bf1e-ff3189e9233f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/quotas/9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 375 time: 0.0099437 Apr 08 19:49:01.697093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-4b56f787-ef75-4a2b-bedb-21065122711e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:01.713586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-4b56f787-ef75-4a2b-bedb-21065122711e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:01.715043 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-4b56f787-ef75-4a2b-bedb-21065122711e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044407 Apr 08 19:49:01.982609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-d3d1b6ca-6414-4193-89c8-c6b7a03fc79d service neutron] 10.222.0.35 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536294 Apr 08 19:49:02.132423 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-86c1cbbb-b3fb-44e9-aeb5-2768096c9986 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391206 Apr 08 19:49:02.333869 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c3cacddb-0a52-4948-998a-d19d04a48c07 req-c4da4d22-e125-4ea8-ae3e-8eb44ee03806 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:02.347028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c3cacddb-0a52-4948-998a-d19d04a48c07 req-c4da4d22-e125-4ea8-ae3e-8eb44ee03806 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:02.348278 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c3cacddb-0a52-4948-998a-d19d04a48c07 req-c4da4d22-e125-4ea8-ae3e-8eb44ee03806 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 210 time: 0.0630865 Apr 08 19:49:03.300984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:03.534796 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-901b60d5-3754-42ee-be30-e0242e0cd8ed req-839b51b3-84a2-4330-96c4-c26c23130598 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 210 time: 0.0618324 Apr 08 19:49:03.586389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-bbfd5265-e441-478a-b549-58cd697511f7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:03.588017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e3329cf2-d595-42a4-b116-6a7a060a7446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:03.588156 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-bbfd5265-e441-478a-b549-58cd697511f7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 816 time: 0.2179897 Apr 08 19:49:03.658794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-d1d6d713-e610-4b68-a913-5ca4c96cd579 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:03.671569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-d1d6d713-e610-4b68-a913-5ca4c96cd579 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:03.672953 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-d1d6d713-e610-4b68-a913-5ca4c96cd579 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 5708 time: 0.0678713 Apr 08 19:49:03.684836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'port': {'device_id': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'admin_state_up': True, 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'security_groups': ['7de4bc6d-f050-4740-921a-731876d92ea1']}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:04.085135 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:04.096671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:04.107397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Made reservation on behalf of 9a6bed0a34d244d3ae9bf9ab5d80bddf for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:04.113591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:04.272803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Allocated IP 172.20.0.5 (4ba185ba-d71a-42fe-af15-707e38e74c7b/e9b3f7ef-f2ca-4d61-a460-7bea283bc295/c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:49:04.477895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:04.494485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Transition to ACTIVE for port object c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d will not be triggered until provisioned by entity DHCP. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:49:04.520716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:04.536580 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:04.687012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:04.692368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:04.739151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:49:04.740306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:49:04.742750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:49:04.760055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a4a3-74d0-4c3d-aaed-d7be69dc1a6f req-73429562-4152-48f1-9134-03fe436fffe0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:04.768183 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff66a4a3-74d0-4c3d-aaed-d7be69dc1a6f req-73429562-4152-48f1-9134-03fe436fffe0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 931 time: 0.1042852 Apr 08 19:49:04.795461 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff66a4a3-74d0-4c3d-aaed-d7be69dc1a6f req-2a639995-d558-4643-8c53-12b323c56253 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260034 Apr 08 19:49:04.816998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:04.817755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:04.843960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632831 Apr 08 19:49:04.860384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Request body: {'port': {'device_id': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:04.985165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:04.991069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-9caf4d2f-cfc3-4a4d-9275-1d3bc974c770 None None] Provisioning for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d completed by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:49:04.996432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-9caf4d2f-cfc3-4a4d-9275-1d3bc974c770 None None] Provisioning complete for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d triggered by entity DHCP. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:49:04.996897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9caf4d2f-cfc3-4a4d-9275-1d3bc974c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:05.058269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-9caf4d2f-cfc3-4a4d-9275-1d3bc974c770 None None] Port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d cannot update to ACTIVE because it is not bound. {{(pid=85307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 19:49:05.394200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:49:05.402312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:05.418122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Transition to ACTIVE for port object c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:49:05.421870 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:05.438087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5a19dd25-8020-46d9-ad9d-6a65be3925f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:05.585239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:05.589522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:05.805842 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Attempting to bind port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:49:05.806223 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Attempting to bind port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:49:05.806600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Attempting to bind port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:49:05.811732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d on network 4ba185ba-d71a-42fe-af15-707e38e74c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:49:05.812284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Attempting to bind port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d on network 4ba185ba-d71a-42fe-af15-707e38e74c7b {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:49:05.817839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:49:05.818217 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Checking segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:49:05.818641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Bound using segment: {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:49:05.819118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Bound port: c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:49:05.819504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:05.906390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:49:05.909666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:49:05.916069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:05.932507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b57890d-0c8d-42cc-bce7-97a6d2712dad tempest-AttachVolumeNegativeTest-1188510656 tempest-AttachVolumeNegativeTest-1188510656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:05.987391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-312b6e66-c323-4026-98e0-af9bfcdc75a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:06.155901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:06.173522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:06.209001 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd6944-d68b-4b93-ba3b-9c428b0611d4 req-d3018f19-5410-4b83-8177-16084e61a61b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:06.209794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d5cd6944-d68b-4b93-ba3b-9c428b0611d4 req-d3018f19-5410-4b83-8177-16084e61a61b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Synchronizing usage tracker for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:06.214595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:06.215269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:06.216800 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] 10.222.0.13 "PUT /v2.0/ports/c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 1093 time: 1.3614044 Apr 08 19:49:06.217354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:06.247525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-d5cd6944-d68b-4b93-ba3b-9c428b0611d4 req-d3018f19-5410-4b83-8177-16084e61a61b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Unset dirty status for tenant:9a6bed0a34d244d3ae9bf9ab5d80bddf on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:06.249283 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5cd6944-d68b-4b93-ba3b-9c428b0611d4 req-d3018f19-5410-4b83-8177-16084e61a61b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.2695670 Apr 08 19:49:06.330289 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'status': 'completed', 'code': 200} Apr 08 19:49:06.351914 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5cd6944-d68b-4b93-ba3b-9c428b0611d4 req-fca0af14-ceda-4840-9907-8e563b50c622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956230 Apr 08 19:49:06.358649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:06.381982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-b7a69ec0-4f5f-4287-b638-71f0ec50754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:06.383606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-b7a69ec0-4f5f-4287-b638-71f0ec50754f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1096 time: 0.1105833 Apr 08 19:49:06.464343 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-00540a1a-3c74-4ecb-ade9-34a732abddd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 217 time: 0.0707715 Apr 08 19:49:06.533465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-27e455f9-da6a-4329-b50a-6376ab627bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:06.535114 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-27e455f9-da6a-4329-b50a-6376ab627bf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0642107 Apr 08 19:49:06.631650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-9f4b67fe-8959-4247-bdbd-814d2a0121c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:06.633284 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-9f4b67fe-8959-4247-bdbd-814d2a0121c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911236 Apr 08 19:49:06.781203 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-d4f75b3c-1ed1-48c8-bdc1-189ce56b6616 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406512 Apr 08 19:49:06.938030 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6c2557e0-e293-41a4-b5c6-5905d9c83e05 req-9daf8097-8d21-45c5-b876-620f9968021c service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498110 Apr 08 19:49:07.072897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-fa1011ad-dd12-4cbe-8baf-78d2b4782aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:07.074668 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-fa1011ad-dd12-4cbe-8baf-78d2b4782aff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1096 time: 0.0829027 Apr 08 19:49:07.079325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:07.223992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-855be395-2b31-4717-9671-4a844dd06267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:07.225816 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-855be395-2b31-4717-9671-4a844dd06267 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1446266 Apr 08 19:49:07.303853 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-51636188-b8bf-4c01-b19b-a14be0e79c9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 217 time: 0.0709317 Apr 08 19:49:07.378933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-43082712-9b0c-4a43-a99c-123e01cb7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:07.380711 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-43082712-9b0c-4a43-a99c-123e01cb7973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0694993 Apr 08 19:49:07.477081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-b8dce266-26e5-4021-89b9-4f1da5b3b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:07.478991 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-b8dce266-26e5-4021-89b9-4f1da5b3b905 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893767 Apr 08 19:49:07.569469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd5a94-9664-463f-9f87-d94a1d79202a req-70158da5-41cc-499d-a875-147b08000082 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:07.571205 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2ecd5a94-9664-463f-9f87-d94a1d79202a req-70158da5-41cc-499d-a875-147b08000082 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0905282 Apr 08 19:49:07.604046 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2ecd5a94-9664-463f-9f87-d94a1d79202a req-f486a093-55a6-47a1-a90f-3f83f3330974 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257833 Apr 08 19:49:07.628091 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-9227e2bc-8cf6-4a67-8d34-59dc2ad46218 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417582 Apr 08 19:49:07.679700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:07.775642 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f3792f2c-feb6-4c76-8def-f31950e713fa req-bb0c5517-1c54-480c-90e8-ab8d6e389250 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392615 Apr 08 19:49:08.833838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12c6f9-12e4-4ea4-b3a5-3be8dddf01ca req-e825d9c5-c3e0-4d89-bea4-e33082b724f8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:08.835440 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff12c6f9-12e4-4ea4-b3a5-3be8dddf01ca req-e825d9c5-c3e0-4d89-bea4-e33082b724f8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.1038105 Apr 08 19:49:08.866150 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ff12c6f9-12e4-4ea4-b3a5-3be8dddf01ca req-c70b32c1-fdb8-4029-bf93-5d22b2ecdc1b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242226 Apr 08 19:49:09.355813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:49:09.500798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:09.520740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:49:09.591499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:09.592930 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:49:09.609621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:09.613675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:09.615559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:09.685779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:09.693917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.694301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.694682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.695057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.695425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.695802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.696166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.696515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.696932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.697293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.697656 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.698167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:09.702505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:09.874552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:49:09.930617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce750-3fe5-47b6-8d6a-57d5436c0541 req-cff90c68-fd9d-4c2d-8d89-209d3eb223cc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:09.932995 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-347ce750-3fe5-47b6-8d6a-57d5436c0541 req-cff90c68-fd9d-4c2d-8d89-209d3eb223cc tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0950568 Apr 08 19:49:09.964753 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-347ce750-3fe5-47b6-8d6a-57d5436c0541 req-0e47330a-3995-4910-8b04-af8dad16540c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255706 Apr 08 19:49:10.082767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc99acf-fc5f-48ad-96e4-e8bbc234fc61 req-8ce94c46-2aa6-446d-b033-ec37991df075 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:10.084387 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0bc99acf-fc5f-48ad-96e4-e8bbc234fc61 req-8ce94c46-2aa6-446d-b033-ec37991df075 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 944 time: 0.0935893 Apr 08 19:49:10.117997 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0bc99acf-fc5f-48ad-96e4-e8bbc234fc61 req-f2892be3-c476-416c-ade0-13e72bb04aef tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254660 Apr 08 19:49:11.195436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94118-704f-4418-b150-d6392b8e67b3 req-a2ab91ce-17ca-4333-97c5-77b4e7a5d931 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:11.197046 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54a94118-704f-4418-b150-d6392b8e67b3 req-a2ab91ce-17ca-4333-97c5-77b4e7a5d931 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.1050467 Apr 08 19:49:11.228403 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54a94118-704f-4418-b150-d6392b8e67b3 req-15962d96-d42d-4542-bf38-a773550ace55 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241904 Apr 08 19:49:11.330847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e50a9-b500-42be-af5b-60bfeb125e78 req-b6419be7-a593-41a0-a7fb-bec1b294db8d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:11.332446 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-647e50a9-b500-42be-af5b-60bfeb125e78 req-b6419be7-a593-41a0-a7fb-bec1b294db8d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 944 time: 0.0903800 Apr 08 19:49:11.363411 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-647e50a9-b500-42be-af5b-60bfeb125e78 req-39aad99b-53b0-4770-9718-251d28013e6b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238719 Apr 08 19:49:11.393374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:49:11.472923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:49:11.478494 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:49:11.478919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:11.606680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:11.619094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:11.630143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:11.634083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:11.636195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:11.707444 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:11.710677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:11.798111 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'code': 200} Apr 08 19:49:11.924251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-20643e92-7e52-4590-8678-e7991611a502 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:11.925650 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-20643e92-7e52-4590-8678-e7991611a502 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.0926552 Apr 08 19:49:12.296367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port b2370588-ed41-4c97-a113-a4b5b17ff548 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:12.297027 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:12.572620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c729b2-86f4-43a6-bc72-ffd1df852909 req-52df1865-e987-4212-8058-069dfc8ce5dc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:12.574423 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4c729b2-86f4-43a6-bc72-ffd1df852909 req-52df1865-e987-4212-8058-069dfc8ce5dc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0901899 Apr 08 19:49:12.598763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db6855-8228-4970-b6f9-a16566f01335 req-528ac9b0-2b11-4cef-a159-7046021812f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:12.600379 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59db6855-8228-4970-b6f9-a16566f01335 req-528ac9b0-2b11-4cef-a159-7046021812f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1098 time: 0.6091204 Apr 08 19:49:12.605732 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c4c729b2-86f4-43a6-bc72-ffd1df852909 req-0147851a-a38f-49f9-a1ed-097f724f1d4d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245450 Apr 08 19:49:12.652407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b18cc-9baa-4946-8371-79c06918f1d3 req-b4ee0f53-ad22-4360-9788-a34a9a3cd9e6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:12.654008 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf9b18cc-9baa-4946-8371-79c06918f1d3 req-b4ee0f53-ad22-4360-9788-a34a9a3cd9e6 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 946 time: 0.3034444 Apr 08 19:49:12.661058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59db6855-8228-4970-b6f9-a16566f01335 req-b4afb57f-8776-4c34-bdc8-ee4842d6bf09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 Apr 08 19:49:12.702324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] For port b2370588-ed41-4c97-a113-a4b5b17ff548, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2370588-ed41-4c97-a113-a4b5b17ff548,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:12.702739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:12.712692 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bf9b18cc-9baa-4946-8371-79c06918f1d3 req-7c9b728d-979a-46f9-bba9-37099b78a2b4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddbdeb3e-4c2d-465e-a928-e83539a48c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506191 Apr 08 19:49:13.020455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:13.020901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:13.021263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Floating IP c70c7f4d-4044-4edb-9de8-ce144eb59b83 disassociated. External IP: 172.28.3.84, port: b2370588-ed41-4c97-a113-a4b5b17ff548. Apr 08 19:49:13.021640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for b2370588-ed41-4c97-a113-a4b5b17ff548 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:13.169485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:13.188536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8bbf0551-42ea-44e5-b57e-3b266b40d863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:13.247407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'Port': ['ID=b2370588-ed41-4c97-a113-a4b5b17ff548,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:13.251201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:13.558440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:49:13.756280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:49:13.772920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:49:13.786121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:13.786825 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:13.848421 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] No DVR routers for this DVR port b2370588-ed41-4c97-a113-a4b5b17ff548 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:49:13.851274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:13.854668 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'name': 'network-vif-deleted', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:13.873185 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b43a6523-5bb8-4042-baf1-fb7d1f055152 req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.13 "DELETE /v2.0/ports/b2370588-ed41-4c97-a113-a4b5b17ff548 HTTP/1.1" status: 204 len: 173 time: 1.9412179 Apr 08 19:49:13.874211 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f5af8-471a-4844-b315-9c1f1b58bc92 req-1af3f07b-f585-4ec4-9e6f-50ac9b955bce tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:13.883527 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e8f5af8-471a-4844-b315-9c1f1b58bc92 req-1af3f07b-f585-4ec4-9e6f-50ac9b955bce tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.1582162 Apr 08 19:49:13.925401 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e8f5af8-471a-4844-b315-9c1f1b58bc92 req-3e420fe9-6ee3-492f-b30a-ecbde99b51eb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Apr 08 19:49:13.989025 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac0eb0a-2748-46c6-9c65-3676832a9199', 'name': 'network-vif-deleted', 'tag': 'b2370588-ed41-4c97-a113-a4b5b17ff548', 'status': 'completed', 'code': 200} Apr 08 19:49:14.051719 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:14.078175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-42852c28-5bac-41b5-8a48-2bf8842347c3 req-3eb4a9d3-2ad2-4a1d-94ed-6f5f077b6d9c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Synchronizing usage tracker for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:14.094258 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-42852c28-5bac-41b5-8a48-2bf8842347c3 req-3eb4a9d3-2ad2-4a1d-94ed-6f5f077b6d9c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Unset dirty status for tenant:ef705c42db90419c912588725c2def4c on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:14.095560 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-42852c28-5bac-41b5-8a48-2bf8842347c3 req-3eb4a9d3-2ad2-4a1d-94ed-6f5f077b6d9c tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac0eb0a-2748-46c6-9c65-3676832a9199 HTTP/1.1" status: 200 len: 210 time: 0.0702975 Apr 08 19:49:14.169377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e570f0-1900-4264-8083-997bf937de93 req-0d5b270d-2962-456b-a969-1bd821c2233d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:14.170882 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d1e570f0-1900-4264-8083-997bf937de93 req-0d5b270d-2962-456b-a969-1bd821c2233d tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0891781 Apr 08 19:49:14.181091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32922) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:14.187602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Request body: {'floatingip': {'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:14.273663 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:14.389261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:14.393990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:49:14.404947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:14.405641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:14.780804 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:14.927632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:14.931592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.120506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:15.127552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757be73-b474-4043-af22-cc807b729fd4 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:44:07Z', 'revision_number': 4, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '1a04192f-4aac-4df9-9f45-04974cb8ef28', 'name': '', 'network_id': 'f7322aba-b6e6-442a-ada4-258430a68924', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'mac_address': 'fa:16:3e:c4:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:03Z', 'updated_at': '2021-04-08T19:44:18Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'subnets': [{'id': 'd9b87d29-96b7-45f8-9ba4-8a70cbc97560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:49:15.233772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 32930) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:15.309539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.339838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.363663 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Floating IP b421e3f1-1fd0-4fd7-858d-08344742dbe1 associated. External IP: 172.28.3.22, port: c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d. Apr 08 19:49:15.388461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.394095 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-61cd9a03-15bd-478d-ae8a-a512e4ecfcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:15.400667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device b2370588-ed41-4c97-a113-a4b5b17ff548 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:49:15.412538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdeb3e-4c2d-465e-a928-e83539a48c7c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:15.425344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.426576 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "DELETE /v2.0/security-groups/ddbdeb3e-4c2d-465e-a928-e83539a48c7c HTTP/1.1" status: 204 len: 168 time: 0.1917264 Apr 08 19:49:15.428359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.428740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.429142 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.429551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.429959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.430364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.430766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.431168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.431575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.431973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.432441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.433054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:15.436076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 32934) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:15.439255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:15.456568 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.v2.resource [None req-86dead0f-da76-434e-852c-16dc4fae628b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] show failed (client error): The resource could not be found. Apr 08 19:49:15.457690 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-86dead0f-da76-434e-852c-16dc4fae628b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "GET /v2.0/security-groups/ddbdeb3e-4c2d-465e-a928-e83539a48c7c HTTP/1.1" status: 404 len: 347 time: 0.0207062 Apr 08 19:49:15.461182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 32938) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:15.475134 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: b2370588-ed41-4c97-a113-a4b5b17ff548 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:49:15.475534 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device b2370588-ed41-4c97-a113-a4b5b17ff548 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:49:15.600592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebac49-d311-4db3-b936-b1af3d2dc971 None None] New status for floating IP c70c7f4d-4044-4edb-9de8-ce144eb59b83: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:49:15.636655 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port cefd08b2-aa9c-40d6-a649-6e56223b14a7 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:15.637007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.754837 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:49:15.819102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.819703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.954601 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:49:15.958173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for cefd08b2-aa9c-40d6-a649-6e56223b14a7 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:15.959400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:15.965137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:49:15.976120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:15.976854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:16.021727 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-24abed70-4050-4acf-9b36-e19468e13622 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "PUT /v2.0/floatingips/b421e3f1-1fd0-4fd7-858d-08344742dbe1 HTTP/1.1" status: 200 len: 990 time: 1.8366578 Apr 08 19:49:16.021727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:16.052266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85306) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:49:16.052692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:49:16.069983 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'status': 'completed', 'code': 200} Apr 08 19:49:16.170902 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:16.176336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-b54126ed-9393-40ed-9c6a-29d5291fcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:16.178006 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-b54126ed-9393-40ed-9c6a-29d5291fcc63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1098 time: 0.0863829 Apr 08 19:49:16.323349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-c6c71d34-cae7-4a96-a6e2-ce1b3b8830de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:16.324927 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-c6c71d34-cae7-4a96-a6e2-ce1b3b8830de service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1407804 Apr 08 19:49:16.442263 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-98d36786-f2a9-4a24-8b56-3c6341e1cf88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 998 time: 0.1106722 Apr 08 19:49:16.511154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-01e47b88-60f1-40a1-9201-eb7a78195cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:16.512778 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-01e47b88-60f1-40a1-9201-eb7a78195cf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0649691 Apr 08 19:49:16.547199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'b421e3f1-1fd0-4fd7-858d-08344742dbe1', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:49:00Z', 'updated_at': '2021-04-08T19:49:14Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:16.551836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:49:16.554504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Deleting port cefd08b2-aa9c-40d6-a649-6e56223b14a7 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:16.555329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:16.561791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:16.562466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:16.594819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-e27876a5-2dcf-4bf8-8054-b366b132bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:16.596427 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-e27876a5-2dcf-4bf8-8054-b366b132bc9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774362 Apr 08 19:49:16.739282 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:16.739537 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:16.742145 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-565002e7-003b-484f-bbbf-dcac1a0c5c12 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392000 Apr 08 19:49:16.760411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:16.873194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Calling delete_port for cefd08b2-aa9c-40d6-a649-6e56223b14a7 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:16.907946 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-367a5554-ce86-49a5-b823-e5e8b1271db1 req-bece62c2-4f93-4154-8807-419d8785bc6e service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585753 Apr 08 19:49:17.021641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:17.037123 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b55c3602-b155-446e-b7a1-c95d20eb3515 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:17.140180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'b421e3f1-1fd0-4fd7-858d-08344742dbe1', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:49:00Z', 'updated_at': '2021-04-08T19:49:14Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:17.146398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281bbef3-ec5e-4854-95e3-9ebf8ff8a66e None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_floatingips': [{'id': 'b421e3f1-1fd0-4fd7-858d-08344742dbe1', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'router_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:49:00Z', 'updated_at': '2021-04-08T19:49:14Z', 'revision_number': 1, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:49:17.336729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Pushing event deleted for resources: {'Port': ['ID=cefd08b2-aa9c-40d6-a649-6e56223b14a7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:17.340539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:17.432883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99356b0-778e-42cc-bf88-da79c1268e02 None None] New status for floating IP b421e3f1-1fd0-4fd7-858d-08344742dbe1: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:49:17.543786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:17.562315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:17.563521 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-cc5844f8-27ed-4a9d-9453-9e5957015ff4 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] 10.222.0.35 "DELETE /v2.0/floatingips/c70c7f4d-4044-4edb-9de8-ce144eb59b83 HTTP/1.1" status: 204 len: 168 time: 2.1013436 Apr 08 19:49:21.810137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32982) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:22.532305 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:22.912447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Deleting port 1a04192f-4aac-4df9-9f45-04974cb8ef28 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:22.913085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:23.350109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] For port 1a04192f-4aac-4df9-9f45-04974cb8ef28, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1a04192f-4aac-4df9-9f45-04974cb8ef28,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:23.350503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:23.482165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Calling delete_port for 1a04192f-4aac-4df9-9f45-04974cb8ef28 owned by network:router_interface {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:23.663252 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:23.676535 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-36d3d7db-1e31-4ec6-b344-4bed03624486 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:23.735465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a04192f-4aac-4df9-9f45-04974cb8ef28,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:23.791022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.791519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.791982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.792407 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.792853 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.793254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.793647 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.794044 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.794439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.794838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.795225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.795610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:49:23.799228 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:24.149418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:24.678164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:49:24.718576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:49:24.873053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:49:24.882989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Sync routers for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:49:24.886858 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-95c458f5-b0cd-4f56-9a65-c307c51b8b67 admin admin] 10.222.0.35 "PUT /v2.0/routers/4c72fd8a-1d47-47b9-a685-d947b1dc7cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0755348 Apr 08 19:49:24.889634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 32992) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:24.895143 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:24.895817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:25.077881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:25.268892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:25.283916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:25.292672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Deleting port f7e3fd95-a721-4d41-8a94-d6e1d355bee9 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:25.293057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:25.479836 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] For port f7e3fd95-a721-4d41-8a94-d6e1d355bee9, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:25.480092 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:25.568298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:49:23Z', 'revision_number': 5, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port': {'id': 'f7e3fd95-a721-4d41-8a94-d6e1d355bee9', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:25.572528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Checking router: 4c72fd8a-1d47-47b9-a685-d947b1dc7cde for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:49:25.581919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Routers {'4c72fd8a-1d47-47b9-a685-d947b1dc7cde'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:49:25.583088 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:49:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:25.613754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Calling delete_port for f7e3fd95-a721-4d41-8a94-d6e1d355bee9 owned by network:router_gateway {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:25.743919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] Set router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde gateway port host: None {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:49:25.794177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:25.807834 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a03320bb-2c8b-4590-8258-c80e35c43b9f tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:25.857867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:49:25Z', 'revision_number': 6, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:25.862378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff3140-d38c-4cfc-973e-8070ec23fae9 None None] The sync data for ids ['4c72fd8a-1d47-47b9-a685-d947b1dc7cde'] in dv-cinder-784623-4-smb is: [{'id': '4c72fd8a-1d47-47b9-a685-d947b1dc7cde', 'name': 'tempest-AttachVolumeTestJSON-31540520-router', 'tenant_id': 'ef705c42db90419c912588725c2def4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:51Z', 'updated_at': '2021-04-08T19:49:25Z', 'revision_number': 6, 'project_id': 'ef705c42db90419c912588725c2def4c', 'gw_port_host': None}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:49:25.868040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e3fd95-a721-4d41-8a94-d6e1d355bee9,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:25.870600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:26.331855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.521117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.523593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.545731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.546310 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c72fd8a-1d47-47b9-a685-d947b1dc7cde {{(pid=85305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:49:26.560048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.562147 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4c72fd8a-1d47-47b9-a685-d947b1dc7cde HTTP/1.1" status: 204 len: 168 time: 1.6714540 Apr 08 19:49:26.564192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33000) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:26.615485 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1a04192f-4aac-4df9-9f45-04974cb8ef28 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:49:26.634518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Deleting subnet d9b87d29-96b7-45f8-9ba4-8a70cbc97560 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:49:26.638060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.655318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 1a04192f-4aac-4df9-9f45-04974cb8ef28 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:49:26.655720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1a04192f-4aac-4df9-9f45-04974cb8ef28 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:49:26.656200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f7e3fd95-a721-4d41-8a94-d6e1d355bee9 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:49:26.690755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:26.692332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: f7e3fd95-a721-4d41-8a94-d6e1d355bee9 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:49:26.692755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f7e3fd95-a721-4d41-8a94-d6e1d355bee9 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:49:26.780141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.044201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.058028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0242d110-f926-4c28-827a-df35accfd519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:27.109437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b87d29-96b7-45f8-9ba4-8a70cbc97560,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:27.113233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:27.196412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.202586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c2e10-4515-4eae-94d0-088f182a18eb None None] Network f7322aba-b6e6-442a-ada4-258430a68924 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:49:27.206630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33004) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:27.206771 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f1496973-4bb8-4841-9ade-74a3a72ae32d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9b87d29-96b7-45f8-9ba4-8a70cbc97560 HTTP/1.1" status: 204 len: 168 time: 0.6412318 Apr 08 19:49:27.327104 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.402127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Deleting port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:27.403158 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.468567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] DHCP port deletion for f7322aba-b6e6-442a-ada4-258430a68924 request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:49:27.473153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Deleting port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:27.473608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.623359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] For port 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d8cdf75-3e16-42e3-84f7-4618fa16e178,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:27.623687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.688722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] For port 3d8cdf75-3e16-42e3-84f7-4618fa16e178, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d8cdf75-3e16-42e3-84f7-4618fa16e178,segment=NetworkSegment(cf929435-0471-4da6-808b-23c8ace8b656),segment_id=cf929435-0471-4da6-808b-23c8ace8b656)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:27.689076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.760962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Calling delete_port for 3d8cdf75-3e16-42e3-84f7-4618fa16e178 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:27.822824 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Calling delete_port for 3d8cdf75-3e16-42e3-84f7-4618fa16e178 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:27.839096 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:27.852121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-daf7190a-850f-4b91-b124-63d18ad33e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:27.898923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:49:27.899250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:49:27.911341 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8cdf75-3e16-42e3-84f7-4618fa16e178,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:27.915982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:28.000912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] No DVR routers for this DVR port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 on host dv-cinder-784623-4-smb {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:49:28.124085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.243904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7322aba-b6e6-442a-ada4-258430a68924']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:28.257595 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf929435-0471-4da6-808b-23c8ace8b656') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:28.257913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf929435-0471-4da6-808b-23c8ace8b656') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:49:28.270372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.285472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.291786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:49:28.400754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Deleting port 3d8cdf75-3e16-42e3-84f7-4618fa16e178 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:28.401164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.472094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Network f7322aba-b6e6-442a-ada4-258430a68924 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:49:28.477749 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-008e2ec2-6b7b-4516-9bb0-f2032e24f376 None None] The port '3d8cdf75-3e16-42e3-84f7-4618fa16e178' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:49:28.481915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.602298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d8cdf75-3e16-42e3-84f7-4618fa16e178 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:49:28.640446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 3d8cdf75-3e16-42e3-84f7-4618fa16e178 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:49:28.640940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d8cdf75-3e16-42e3-84f7-4618fa16e178 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:49:28.665957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Network f7322aba-b6e6-442a-ada4-258430a68924 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:49:28.692683 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:49:28.777495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.781317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db31d273-23b1-4bac-9021-0d50d6952251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:28.795186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:28.806469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7322aba-b6e6-442a-ada4-258430a68924,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:28.810009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:28.822329 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f7322aba-b6e6-442a-ada4-258430a68924 HTTP/1.1" status: 204 len: 168 time: 1.6145327 Apr 08 19:49:28.959611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33014) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:28.999583 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b2a9c92e-1b41-4581-b31d-5d7070a01914 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef705c42db90419c912588725c2def4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386786 Apr 08 19:49:29.003299 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33018) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:29.066239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:29.093638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:29.141623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:29.145376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b7dec27-0316-4679-a62b-cc60aa399e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:29.159798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c050d7d-f381-46d3-b34c-c87681f314bf,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:29.164014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:29.167644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:29.168885 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1927ef84-31f5-4715-a6d1-5c9e535d3804 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c050d7d-f381-46d3-b34c-c87681f314bf HTTP/1.1" status: 204 len: 168 time: 0.1645851 Apr 08 19:49:32.191899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33096) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:32.334716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.350504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:32.354947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea99ab626a74109844ee3556f78b489 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:32.358089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:32.364651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:32.457813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.461843 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.470818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-85521915-9586-4c9a-a03a-c8f19d448710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:32.511564 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ea99ab626a74109844ee3556f78b489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184025 Apr 08 19:49:32.513496 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea999ab-1109-4b95-acec-fd41f301afc6,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:32.514852 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33102) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:32.517017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7511f4ce-6e05-4a6e-ae2b-53f11bf23dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:32.593161 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.620704 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.673280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.678873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ca327978-ed06-47b4-8365-a9127019e5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:32.693994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea999ab-1109-4b95-acec-fd41f301afc6,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:32.696145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:32.697382 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ea999ab-1109-4b95-acec-fd41f301afc6 HTTP/1.1" status: 204 len: 168 time: 0.1804090 Apr 08 19:49:32.698331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cdb21d04-9348-49bc-82c7-2cca5aaa0154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:33.017026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33112) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:33.037162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.053311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:33.057472 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Usage tracker for resource:security_group_rule and tenant:26dfdfd2f4554e0c84eda28bb93f1ca2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:33.060610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:33.066662 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:33.151757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.156364 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.163518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-77e79d84-a70b-421f-82da-e6bb9f1fe071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:33.210931 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26dfdfd2f4554e0c84eda28bb93f1ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925735 Apr 08 19:49:33.211916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1e3b0-c943-41e7-bf46-358493efc23b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:33.214108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33116) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:33.215206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea33f62e-2f46-467a-b66f-e3ea8e730536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:33.284324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.293077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.321746 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.373791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.382394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e25ac6a2-c06d-4e94-b5c6-09d4d1afff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:33.402757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1e3b0-c943-41e7-bf46-358493efc23b,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:33.405739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:33.407065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:33.408313 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-b9fbc6f2-4f4f-4a00-9d07-eafce1d0f65e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbb1e3b0-c943-41e7-bf46-358493efc23b HTTP/1.1" status: 204 len: 168 time: 0.1926854 Apr 08 19:49:33.593374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-aabf6a25-6e13-4978-8735-9d3166b9120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.266888 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33142) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:34.388913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1760730362-network', 'tenant_id': '3e6b6e84575d40b9aeb06605725d61c3'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:34.394350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:34.398907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Usage tracker for resource:network and tenant:3e6b6e84575d40b9aeb06605725d61c3 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:34.402150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:34.409367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:34.421227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Made reservation on behalf of 3e6b6e84575d40b9aeb06605725d61c3 for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:34.426366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.439563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.459644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:34.463763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Usage tracker for resource:security_group_rule and tenant:3e6b6e84575d40b9aeb06605725d61c3 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:34.466944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:34.473065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:34.560437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.564649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.567672 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5447e274-01d7-4a81-afb8-45fa4792be76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:34.597023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:49:34.605941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04729957-5239-489e-b41b-d4603e456011,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:34.609818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:34.612554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.612977 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Added segment 758df36b-27ed-4ec9-a75c-77518f4d30e6 of type vlan for network 2a6cbfcc-e30f-4593-b075-98c4031c6fae Apr 08 19:49:34.640352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.672007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.673363 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:34.674012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:34.677850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:34.784846 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5166390 Apr 08 19:49:34.785830 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Pushing event updated for resources: {'Network': ['ID=2a6cbfcc-e30f-4593-b075-98c4031c6fae,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:34.787909 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33148) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:34.790812 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:34.794972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Request body: {'subnet': {'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1760730362-subnet', 'tenant_id': '3e6b6e84575d40b9aeb06605725d61c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:34.796573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:49:34.800643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:34.804926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Usage tracker for resource:subnet and tenant:3e6b6e84575d40b9aeb06605725d61c3 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:34.808007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:34.814422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:34.825276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Made reservation on behalf of 3e6b6e84575d40b9aeb06605725d61c3 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:34.830132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:35.252995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:35.266402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:35.401735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd169328-b522-40b0-9915-8d95551c1cbf,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:35.405951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:35.470832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Checking segment: {'id': '758df36b-27ed-4ec9-a75c-77518f4d30e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:49:35.471218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Network hostable DHCP agents. Network: 2a6cbfcc-e30f-4593-b075-98c4031c6fae, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:49:35.489583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:49:35.498556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 2a6cbfcc-e30f-4593-b075-98c4031c6fae) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:49:35.508511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a483c-67e0-4c85-a33e-71d1e209f322 None None] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:49:35.510728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:35.511399 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:35.531645 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7426460 Apr 08 19:49:35.745324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7b1e2-2383-4de9-b47f-dce983c334e7 None None] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:49:35.988942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6387-6110-42c3-bf85-3d76af37e241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.083826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33168) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:36.090367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953054466-network', 'tenant_id': 'e100d2c66de44a9e8e3cf85161344f26'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:36.095758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:36.100071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Usage tracker for resource:network and tenant:e100d2c66de44a9e8e3cf85161344f26 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:36.103874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:36.110238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:36.119923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Made reservation on behalf of e100d2c66de44a9e8e3cf85161344f26 for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:36.125519 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.138813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.154411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:36.158708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Usage tracker for resource:security_group_rule and tenant:e100d2c66de44a9e8e3cf85161344f26 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:36.161789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:36.168458 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:36.262057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.265917 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.270526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7cfedfe7-5173-4716-b145-e1e9b65a164a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:36.301012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:49:36.315083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3e606-5920-462b-bc70-bb3a14676464,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:36.318556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:36.321621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.322044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Added segment e82a838e-d300-4445-8489-0fa98ef8a8f3 of type vlan for network 740a21fd-85ea-4856-b3ef-6445de565bba Apr 08 19:49:36.355818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.358515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.388350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.389801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:36.390451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.394236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:36.502921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Pushing event updated for resources: {'Network': ['ID=740a21fd-85ea-4856-b3ef-6445de565bba,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:36.506057 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4210992 Apr 08 19:49:36.507034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:36.509035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33174) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:49:36.514131 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 740a21fd-85ea-4856-b3ef-6445de565bba details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:49:36.516727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Request body: {'subnet': {'network_id': '740a21fd-85ea-4856-b3ef-6445de565bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953054466-subnet', 'tenant_id': 'e100d2c66de44a9e8e3cf85161344f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:36.522898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:36.527019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Usage tracker for resource:subnet and tenant:e100d2c66de44a9e8e3cf85161344f26 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:36.530528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:36.537625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:36.549572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Made reservation on behalf of e100d2c66de44a9e8e3cf85161344f26 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:36.555071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.974146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:36.987457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:37.073592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:37.127079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f09cd23-d47c-48ef-90b1-b983c28af9e6,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:37.131147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:37.193717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Checking segment: {'id': 'e82a838e-d300-4445-8489-0fa98ef8a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '740a21fd-85ea-4856-b3ef-6445de565bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:49:37.194121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Network hostable DHCP agents. Network: 740a21fd-85ea-4856-b3ef-6445de565bba, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:49:37.215122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Network 740a21fd-85ea-4856-b3ef-6445de565bba is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:49:37.224124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 740a21fd-85ea-4856-b3ef-6445de565bba) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:49:37.234160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03117f6-ecdf-41ba-b155-4314dc124ad8 None None] Network 740a21fd-85ea-4856-b3ef-6445de565bba requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:49:37.240883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:37.242102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:37.263403 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-da38b0d2-088b-469e-9d21-59ec7cfb9dbc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7532980 Apr 08 19:49:37.471731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93d11e-4e39-45d3-ae34-e86cdc19bba7 None None] Network 740a21fd-85ea-4856-b3ef-6445de565bba requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:49:37.704920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:37.899756 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-cff2a1fd-9c46-4c2f-84f1-256ee250b822 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:37.900531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-cff2a1fd-9c46-4c2f-84f1-256ee250b822 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Synchronizing usage tracker for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:network {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:37.920429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-cff2a1fd-9c46-4c2f-84f1-256ee250b822 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Unset dirty status for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:network {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:37.921728 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-cff2a1fd-9c46-4c2f-84f1-256ee250b822 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/networks?id=2a6cbfcc-e30f-4593-b075-98c4031c6fae HTTP/1.1" status: 200 len: 809 time: 0.1844409 Apr 08 19:49:37.942003 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-08cbc799-a1ff-4464-8275-4a30504c01bb tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/quotas/3e6b6e84575d40b9aeb06605725d61c3 HTTP/1.1" status: 200 len: 375 time: 0.0105433 Apr 08 19:49:37.996058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-b38b3d03-929a-4925-a743-003975b448a2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e6b6e84575d40b9aeb06605725d61c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484078 Apr 08 19:49:38.252237 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-00ab6ea5-2444-49c4-a17d-18104dc628cd service neutron] 10.222.0.35 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447085 Apr 08 19:49:38.400765 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-a354f793-3806-4758-9c24-6f66fff4fe8f service neutron] 10.222.0.35 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385734 Apr 08 19:49:38.599654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e6c7d23-4729-4e2e-b216-e1e43a88c616 req-cb4a101f-79a2-4259-a14b-5ed05220133b tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 210 time: 0.0494666 Apr 08 19:49:39.755817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-5d24ec18-9fca-4a1b-9af0-d498903db648 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:39.757547 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-5d24ec18-9fca-4a1b-9af0-d498903db648 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.13 "GET /v2.0/networks?id=2a6cbfcc-e30f-4593-b075-98c4031c6fae HTTP/1.1" status: 200 len: 809 time: 0.1766696 Apr 08 19:49:39.768860 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-edcdd825-4b0a-404f-968c-bb5c6886fff5 req-1b08f4a5-1b70-4ad8-a390-608e2dc7fa2a tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 210 time: 0.0508695 Apr 08 19:49:39.773559 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Request body: {'port': {'device_id': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae', 'admin_state_up': True, 'tenant_id': '3e6b6e84575d40b9aeb06605725d61c3'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:40.190475 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:49:40.196213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Usage tracker for resource:port and tenant:3e6b6e84575d40b9aeb06605725d61c3 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:49:40.199551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:49:40.205894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:49:40.215344 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Made reservation on behalf of 3e6b6e84575d40b9aeb06605725d61c3 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:49:40.226986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:40.464183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Allocated IP 172.20.0.9 (2a6cbfcc-e30f-4593-b075-98c4031c6fae/fd169328-b522-40b0-9915-8d95551c1cbf/79296543-6b7b-4d1b-b010-d18b1a0303e5) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:49:40.732794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:40.770518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:40.795113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0f5b93c2-ec98-48eb-acc9-8eb2c2c8cf1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:40.956227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Pushing event updated for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:40.961241 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:41.002645 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3e68-d7f2-49f1-9c41-dcaa2c2d1f59 req-82cf0c0d-c226-4ffb-bd63-2fce7a08518f tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:41.005003 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44aa3e68-d7f2-49f1-9c41-dcaa2c2d1f59 req-82cf0c0d-c226-4ffb-bd63-2fce7a08518f tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 931 time: 0.1136899 Apr 08 19:49:41.009479 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:49:41.011048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:49:41.013768 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:49:41.060218 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-44aa3e68-d7f2-49f1-9c41-dcaa2c2d1f59 req-558c9c7b-b468-4710-a085-a25d680b3a58 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465794 Apr 08 19:49:41.081910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:41.082599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:41.103517 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-35e5f22b-6573-484e-ac8f-4a34a36012b8 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3344347 Apr 08 19:49:41.116151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Request body: {'port': {'device_id': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:49:41.250685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:41.678979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79296543-6b7b-4d1b-b010-d18b1a0303e5 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:49:41.687325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:41.703497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Transition to ACTIVE for port object 79296543-6b7b-4d1b-b010-d18b1a0303e5 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:49:41.708335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:41.722009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5fcf2780-6452-486e-aad0-4291e786e605 tempest-ServerRescueNegativeTestJSON-1988780498 tempest-ServerRescueNegativeTestJSON-1988780498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:41.866082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:41.870643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:42.091632 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Attempting to bind port 79296543-6b7b-4d1b-b010-d18b1a0303e5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:49:42.092101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Attempting to bind port 79296543-6b7b-4d1b-b010-d18b1a0303e5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '758df36b-27ed-4ec9-a75c-77518f4d30e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:49:42.092517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Attempting to bind port 79296543-6b7b-4d1b-b010-d18b1a0303e5 on network 2a6cbfcc-e30f-4593-b075-98c4031c6fae {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:49:42.097797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Port 79296543-6b7b-4d1b-b010-d18b1a0303e5 on network 2a6cbfcc-e30f-4593-b075-98c4031c6fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:49:42.098154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Attempting to bind port 79296543-6b7b-4d1b-b010-d18b1a0303e5 on network 2a6cbfcc-e30f-4593-b075-98c4031c6fae {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:49:42.103811 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:49:42.104165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Checking segment: {'id': '758df36b-27ed-4ec9-a75c-77518f4d30e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:49:42.104633 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Bound using segment: {'id': '758df36b-27ed-4ec9-a75c-77518f4d30e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:49:42.105103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Bound port: 79296543-6b7b-4d1b-b010-d18b1a0303e5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758df36b-27ed-4ec9-a75c-77518f4d30e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:49:42.105547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:42.184192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:49:42.187483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5,segment=NetworkSegment(758df36b-27ed-4ec9-a75c-77518f4d30e6),segment_id=758df36b-27ed-4ec9-a75c-77518f4d30e6)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:49:42.192551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:42.209165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cae8ec0c-96e4-4e01-9bd6-3a04adc566e7 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:42.265629 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb39cb-6b9a-4975-946b-2822a702ee4a req-ec0287cf-f1f5-467a-bd00-13d65c246a43 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:42.267383 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9fbb39cb-6b9a-4975-946b-2822a702ee4a req-ec0287cf-f1f5-467a-bd00-13d65c246a43 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 943 time: 0.0902462 Apr 08 19:49:42.298896 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9fbb39cb-6b9a-4975-946b-2822a702ee4a req-00d624e0-bb68-4e57-81cc-a742a4244501 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247581 Apr 08 19:49:42.365194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:42.370966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:42.405798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:42.406504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:42.407947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/79296543-6b7b-4d1b-b010-d18b1a0303e5 HTTP/1.1" status: 200 len: 1093 time: 1.2965372 Apr 08 19:49:42.408506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:42.484362 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5', 'status': 'completed', 'code': 200} Apr 08 19:49:42.530654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-c80e4cb1-9e8e-44bc-8781-184bdae6e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:42.532264 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-c80e4cb1-9e8e-44bc-8781-184bdae6e58e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e6b6e84575d40b9aeb06605725d61c3&device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 1096 time: 0.0855758 Apr 08 19:49:42.624699 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-351a54e2-b571-4e8e-a01b-dbe4d2f5160e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5 HTTP/1.1" status: 200 len: 217 time: 0.0837018 Apr 08 19:49:42.701362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-5ec94500-0c07-4a91-8c33-636e826ed8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:42.702957 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-5ec94500-0c07-4a91-8c33-636e826ed8cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd169328-b522-40b0-9915-8d95551c1cbf HTTP/1.1" status: 200 len: 849 time: 0.0692739 Apr 08 19:49:42.758367 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-d5b2bff5-4a48-4a2f-b40d-40df40373aa4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a6cbfcc-e30f-4593-b075-98c4031c6fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479684 Apr 08 19:49:42.913457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-deb4f9d5-d214-42d6-8394-add16ea905b9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474714 Apr 08 19:49:43.060146 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-50cfcaaf-afa2-4030-bebd-ca83b9bfe280 req-39b91cc6-e8fc-4cc6-a5ec-fa4f441fb841 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394591 Apr 08 19:49:43.206799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-c973aa53-134d-4d72-a6d8-b8d721009e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:43.208517 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-c973aa53-134d-4d72-a6d8-b8d721009e41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e6b6e84575d40b9aeb06605725d61c3&device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 1096 time: 0.0886528 Apr 08 19:49:43.364792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-c694262d-70a9-447b-a737-4d52409ca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:43.366413 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-c694262d-70a9-447b-a737-4d52409ca1e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a6cbfcc-e30f-4593-b075-98c4031c6fae HTTP/1.1" status: 200 len: 910 time: 0.1463780 Apr 08 19:49:43.485735 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-f86deff8-9fed-4419-a7c2-297e1dc6c59e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5 HTTP/1.1" status: 200 len: 217 time: 0.1095612 Apr 08 19:49:43.574201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-83aca70f-249e-4d98-bd19-9e59134e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:43.575823 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-83aca70f-249e-4d98-bd19-9e59134e9d43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd169328-b522-40b0-9915-8d95551c1cbf HTTP/1.1" status: 200 len: 849 time: 0.0814936 Apr 08 19:49:43.634404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-430e6e97-96ae-4bc2-bb0d-3e05b9d39dc2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:43.635160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-430e6e97-96ae-4bc2-bb0d-3e05b9d39dc2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Synchronizing usage tracker for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:43.645301 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-a43cb40a-33be-482f-8a66-50beee6c290b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a6cbfcc-e30f-4593-b075-98c4031c6fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619066 Apr 08 19:49:43.695991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-430e6e97-96ae-4bc2-bb0d-3e05b9d39dc2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Unset dirty status for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:43.697297 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-430e6e97-96ae-4bc2-bb0d-3e05b9d39dc2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 943 time: 0.2681663 Apr 08 19:49:43.787957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-b884dde5-7728-4870-8ec8-74c8a7c2e4e4 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Synchronizing usage tracker for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:49:43.825482 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-50416a6d-531f-4fce-9064-f2ff1674157b service neutron] 10.222.0.13 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728473 Apr 08 19:49:43.826518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-b884dde5-7728-4870-8ec8-74c8a7c2e4e4 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Unset dirty status for tenant:3e6b6e84575d40b9aeb06605725d61c3 on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:49:43.827621 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9b02f9a5-fc04-4585-96dc-d28fc0d5d945 req-b884dde5-7728-4870-8ec8-74c8a7c2e4e4 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824778 Apr 08 19:49:43.971325 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-41253e7c-cfee-4c03-b79a-80a4a8f0935c req-b21d62b1-9aed-4d94-91b9-e5839d30f2fc service neutron] 10.222.0.13 "GET /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388354 Apr 08 19:49:45.049086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef68c7-4646-4f09-8980-f9cb2ea14ff5 req-055fbaa6-47af-417a-a86b-54a47fda2896 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:45.051041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55ef68c7-4646-4f09-8980-f9cb2ea14ff5 req-055fbaa6-47af-417a-a86b-54a47fda2896 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 943 time: 0.0939214 Apr 08 19:49:45.086398 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-55ef68c7-4646-4f09-8980-f9cb2ea14ff5 req-6fe397fe-cf2f-4f56-ac10-5d50a2576315 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258501 Apr 08 19:49:45.525631 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 79296543-6b7b-4d1b-b010-d18b1a0303e5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:49:45.852800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5,segment=NetworkSegment(758df36b-27ed-4ec9-a75c-77518f4d30e6),segment_id=758df36b-27ed-4ec9-a75c-77518f4d30e6)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:45.866751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '79296543-6b7b-4d1b-b010-d18b1a0303e5', 'network_id': '2a6cbfcc-e30f-4593-b075-98c4031c6fae', 'port_id': '79296543-6b7b-4d1b-b010-d18b1a0303e5', 'mac_address': 'fa:16:3e:18:ce:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd169328-b522-40b0-9915-8d95551c1cbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:49:45.926974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:45.945376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79296543-6b7b-4d1b-b010-d18b1a0303e5 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:49:45.962967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5,segment=NetworkSegment(758df36b-27ed-4ec9-a75c-77518f4d30e6),segment_id=758df36b-27ed-4ec9-a75c-77518f4d30e6)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:45.967012 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:45.968972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:46.045156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:46.048683 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:46.204893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['79296543-6b7b-4d1b-b010-d18b1a0303e5'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:49:46.293361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919c180-a0d0-472d-a020-d19f3146d3f5 req-2666f31a-f232-4ccd-89e0-5de9459965b7 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:46.294939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3919c180-a0d0-472d-a020-d19f3146d3f5 req-2666f31a-f232-4ccd-89e0-5de9459965b7 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 944 time: 0.0936580 Apr 08 19:49:46.327978 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3919c180-a0d0-472d-a020-d19f3146d3f5 req-b78c71c4-ec59-4ddb-a6f6-dc91ecb20cbc tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260801 Apr 08 19:49:47.536212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1108-58e9-4962-abec-8878ec777dec req-4722e23b-cc2d-4521-b911-98b48c725c13 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:47.537789 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8f0b1108-58e9-4962-abec-8878ec777dec req-4722e23b-cc2d-4521-b911-98b48c725c13 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 944 time: 0.0926275 Apr 08 19:49:47.545515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 79296543-6b7b-4d1b-b010-d18b1a0303e5 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:49:47.577707 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8f0b1108-58e9-4962-abec-8878ec777dec req-248e77c5-8cd2-4057-990e-a711d20f56f2 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242159 Apr 08 19:49:47.621231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2446-1005-4480-92d8-102ac5cd72ef req-423dfb2d-8cf2-4ed7-a6a5-0d5244d5b36b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:47.622941 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1dab2446-1005-4480-92d8-102ac5cd72ef req-423dfb2d-8cf2-4ed7-a6a5-0d5244d5b36b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0924320 Apr 08 19:49:47.632204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 79296543-6b7b-4d1b-b010-d18b1a0303e5 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:49:47.637623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 79296543-6b7b-4d1b-b010-d18b1a0303e5 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:49:47.638054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:47.657419 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1dab2446-1005-4480-92d8-102ac5cd72ef req-9955a4cb-8b05-44a7-be02-ee93f0deddce tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262003 Apr 08 19:49:47.764357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:47.776354 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:47.786855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5,segment=NetworkSegment(758df36b-27ed-4ec9-a75c-77518f4d30e6),segment_id=758df36b-27ed-4ec9-a75c-77518f4d30e6)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:47.790447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:47.792355 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01b3a3f6-c86d-4473-aebb-386b65ff6f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:47.830444 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5', 'code': 200} Apr 08 19:49:47.867789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:47.870972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:48.080200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e92f0-e4d0-469c-9ab5-afe2bd33c3ef req-e05b776d-60e6-4165-a5fd-9c46a31c6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:48.081873 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f16e92f0-e4d0-469c-9ab5-afe2bd33c3ef req-e05b776d-60e6-4165-a5fd-9c46a31c6773 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 1098 time: 0.0836985 Apr 08 19:49:48.109999 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f16e92f0-e4d0-469c-9ab5-afe2bd33c3ef req-0a2ac9f6-3074-4656-ac92-e0f314a46539 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208285 Apr 08 19:49:48.802542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0841-fe68-4f4d-95e0-15e23abf0273 req-f7947f6c-6d10-48dd-9e3f-fc9b2ebe9210 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:48.804187 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-400f0841-fe68-4f4d-95e0-15e23abf0273 req-f7947f6c-6d10-48dd-9e3f-fc9b2ebe9210 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 945 time: 0.0893545 Apr 08 19:49:48.836321 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-400f0841-fe68-4f4d-95e0-15e23abf0273 req-0540a5db-5c49-4c61-aa98-8063101c78fe tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250266 Apr 08 19:49:48.863351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15467951-4111-46e3-a181-3080d4d8c539 req-c1eb2915-0afb-4beb-bfca-566d68f2ccf2 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:48.865037 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-15467951-4111-46e3-a181-3080d4d8c539 req-c1eb2915-0afb-4beb-bfca-566d68f2ccf2 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0910904 Apr 08 19:49:48.896044 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-15467951-4111-46e3-a181-3080d4d8c539 req-10b88d7c-1423-4c33-ac51-cb35cbcdd97c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246282 Apr 08 19:49:50.046014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267aa1e-acc8-4861-8634-aa4621c7ba16 req-f49a129e-89d8-40ab-af17-681f862e07ad tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:50.047628 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8267aa1e-acc8-4861-8634-aa4621c7ba16 req-f49a129e-89d8-40ab-af17-681f862e07ad tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 945 time: 0.0914743 Apr 08 19:49:50.079224 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8267aa1e-acc8-4861-8634-aa4621c7ba16 req-67a568b1-8d53-47a5-b16f-b54710dafb6c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246260 Apr 08 19:49:50.103766 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fef66f-4a7a-46da-9e37-c09694504427 req-630204dc-6a28-43ab-8660-b35cd38dc02e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:50.105462 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22fef66f-4a7a-46da-9e37-c09694504427 req-630204dc-6a28-43ab-8660-b35cd38dc02e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0929525 Apr 08 19:49:50.138080 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-22fef66f-4a7a-46da-9e37-c09694504427 req-b1f60d30-8788-44fd-9d5e-1465cb113422 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261362 Apr 08 19:49:51.354402 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765161-bf00-429b-8b2d-ef1938b1a584 req-53290255-f650-4f25-ab7d-6d5785901f15 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:51.356038 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-95765161-bf00-429b-8b2d-ef1938b1a584 req-53290255-f650-4f25-ab7d-6d5785901f15 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0909667 Apr 08 19:49:51.387945 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-95765161-bf00-429b-8b2d-ef1938b1a584 req-23d94420-b321-4308-a8db-9d15fc59f669 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247509 Apr 08 19:49:52.842066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c018d3-763d-4cdd-8ae3-087a59248772 req-1c0dbb98-bd67-4604-a6ec-3e9f436bbc8b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:52.843662 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6c018d3-763d-4cdd-8ae3-087a59248772 req-1c0dbb98-bd67-4604-a6ec-3e9f436bbc8b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.3405380 Apr 08 19:49:52.875606 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6c018d3-763d-4cdd-8ae3-087a59248772 req-9148cc6d-dab3-4bc1-be5f-3dcb55198c63 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250068 Apr 08 19:49:53.616682 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5c1c-6f6b-4557-b282-134c91a15ed2 req-ec589aa7-8141-47e3-b7f0-dc1a9d8a2357 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:53.618284 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e46c5c1c-6f6b-4557-b282-134c91a15ed2 req-ec589aa7-8141-47e3-b7f0-dc1a9d8a2357 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 945 time: 0.0954676 Apr 08 19:49:53.649794 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e46c5c1c-6f6b-4557-b282-134c91a15ed2 req-e9e5e320-6fce-431f-aede-f3f27c2d020c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241287 Apr 08 19:49:54.097351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834424e8-6891-4d2e-9d1f-47df4531d04c req-6dd1a7e1-a587-4ae7-bf24-b8d1eb49efa1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:54.098993 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-834424e8-6891-4d2e-9d1f-47df4531d04c req-6dd1a7e1-a587-4ae7-bf24-b8d1eb49efa1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0990498 Apr 08 19:49:54.132385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-834424e8-6891-4d2e-9d1f-47df4531d04c req-720e4f20-2d4c-4753-a7f2-9b711cea029e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244055 Apr 08 19:49:54.857524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244f087-cdc1-4ad9-8a52-06ff794447e7 req-9979cfe9-6fd7-4ea7-9fc3-d024252f134e tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:54.859102 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d244f087-cdc1-4ad9-8a52-06ff794447e7 req-9979cfe9-6fd7-4ea7-9fc3-d024252f134e tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 945 time: 0.0887268 Apr 08 19:49:54.891676 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d244f087-cdc1-4ad9-8a52-06ff794447e7 req-9c0de48c-7d06-49d2-bd6e-1dd564977870 tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/security-groups?id=04729957-5239-489e-b41b-d4603e456011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262070 Apr 08 19:49:54.958991 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-a06274f2-13ff-4a4e-b508-62d6709cb31c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:54.960626 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-a06274f2-13ff-4a4e-b508-62d6709cb31c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 945 time: 0.0902953 Apr 08 19:49:55.045202 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Deleting port 79296543-6b7b-4d1b-b010-d18b1a0303e5 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:49:55.045598 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:55.328839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] For port 79296543-6b7b-4d1b-b010-d18b1a0303e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=79296543-6b7b-4d1b-b010-d18b1a0303e5,segment=NetworkSegment(758df36b-27ed-4ec9-a75c-77518f4d30e6),segment_id=758df36b-27ed-4ec9-a75c-77518f4d30e6)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:49:55.329337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:55.366390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77f74-dc8c-4989-8e77-d7c7568aa2ec req-7c83721a-ef31-4693-a61a-20060034cb94 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:55.373037 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61d77f74-dc8c-4989-8e77-d7c7568aa2ec req-7c83721a-ef31-4693-a61a-20060034cb94 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1142993 Apr 08 19:49:55.402647 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61d77f74-dc8c-4989-8e77-d7c7568aa2ec req-e40c5e4b-719b-4d1e-84ab-dfc2a4c2237c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263360 Apr 08 19:49:55.470944 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Calling delete_port for 79296543-6b7b-4d1b-b010-d18b1a0303e5 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:49:55.632715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:55.648265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:49:55.706716 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Pushing event deleted for resources: {'Port': ['ID=79296543-6b7b-4d1b-b010-d18b1a0303e5,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:49:55.710412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:49:55.897417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] No DVR routers for this DVR port 79296543-6b7b-4d1b-b010-d18b1a0303e5 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:49:55.899979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:49:55.902747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'name': 'network-vif-deleted', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:49:55.919357 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a26b114d-94b4-4aeb-9f94-344461c68dcf req-7d638237-2af8-463b-8198-cb941f476f7c tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.13 "DELETE /v2.0/ports/79296543-6b7b-4d1b-b010-d18b1a0303e5 HTTP/1.1" status: 204 len: 173 time: 0.9496641 Apr 08 19:49:55.957483 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcab9d1-ad5b-483d-8b2a-fe1905140002', 'name': 'network-vif-deleted', 'tag': '79296543-6b7b-4d1b-b010-d18b1a0303e5', 'status': 'completed', 'code': 200} Apr 08 19:49:56.056463 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-39cc4ce7-bca0-4885-9f00-0a36a19e5ccb req-42b2ae20-d216-4264-9316-7e7ef1fb02bd tempest-VolumesActionsTest-393660229 tempest-VolumesActionsTest-393660229-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcab9d1-ad5b-483d-8b2a-fe1905140002 HTTP/1.1" status: 200 len: 210 time: 0.0500891 Apr 08 19:49:56.614151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394af21-68ee-432e-aa5b-5a06bce0d012 req-5c14b8d9-4bab-420d-87dc-14deb63a3076 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:56.615825 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0394af21-68ee-432e-aa5b-5a06bce0d012 req-5c14b8d9-4bab-420d-87dc-14deb63a3076 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0919483 Apr 08 19:49:56.653417 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0394af21-68ee-432e-aa5b-5a06bce0d012 req-ec3bc224-97c2-4010-bea3-1595e6f5e91a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305541 Apr 08 19:49:57.580017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 79296543-6b7b-4d1b-b010-d18b1a0303e5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:49:57.623967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 79296543-6b7b-4d1b-b010-d18b1a0303e5 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:49:57.624520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 79296543-6b7b-4d1b-b010-d18b1a0303e5 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:49:57.846465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762b89b-7e23-4874-bc9c-9e1e0b8e944c req-4fdf22fc-2a62-4337-adb2-603ef1d63529 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:57.848088 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9762b89b-7e23-4874-bc9c-9e1e0b8e944c req-4fdf22fc-2a62-4337-adb2-603ef1d63529 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0935888 Apr 08 19:49:57.862170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b0d4-bd24-4981-b904-e82facde0789 req-f42ab847-fba9-48ed-baac-b5ad5a902c88 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:57.863780 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7a55b0d4-bd24-4981-b904-e82facde0789 req-f42ab847-fba9-48ed-baac-b5ad5a902c88 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0897303 Apr 08 19:49:57.879814 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9762b89b-7e23-4874-bc9c-9e1e0b8e944c req-a42d575e-30cb-4c78-b364-84cfe21392bc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251646 Apr 08 19:49:57.899353 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7a55b0d4-bd24-4981-b904-e82facde0789 req-999aff7d-c381-44af-a5f7-68f8171d7297 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287900 Apr 08 19:49:59.095056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f61db-9c37-4c1b-a50d-c396a1d5b307 req-e5721bb5-b400-4061-b947-6c774b857fc1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:59.096753 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b01f61db-9c37-4c1b-a50d-c396a1d5b307 req-e5721bb5-b400-4061-b947-6c774b857fc1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0929029 Apr 08 19:49:59.111019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7678c-67a1-49c3-a2ec-3d76b20196a7 req-64603953-839f-4a89-9774-c5b47ce025a4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:49:59.112716 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6dc7678c-67a1-49c3-a2ec-3d76b20196a7 req-64603953-839f-4a89-9774-c5b47ce025a4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0948846 Apr 08 19:49:59.130144 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b01f61db-9c37-4c1b-a50d-c396a1d5b307 req-2c24966c-565c-403d-be53-9d816cc39353 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259693 Apr 08 19:49:59.144281 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6dc7678c-67a1-49c3-a2ec-3d76b20196a7 req-4de7c994-b0d3-4460-b787-76c5e46d2ac6 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250096 Apr 08 19:50:00.356881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc7079-e958-48a5-bec5-f631edf03e6c req-a7c9da84-5467-433b-baad-a0bee54f1772 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:00.358640 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12dc7079-e958-48a5-bec5-f631edf03e6c req-a7c9da84-5467-433b-baad-a0bee54f1772 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0922112 Apr 08 19:50:00.362495 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264a110-acff-46dc-b8f9-5e40ec32ecf3 req-db4aed1a-344b-415d-a990-fa2dc9ac7d9c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:00.364311 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9264a110-acff-46dc-b8f9-5e40ec32ecf3 req-db4aed1a-344b-415d-a990-fa2dc9ac7d9c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0901351 Apr 08 19:50:00.391353 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-12dc7079-e958-48a5-bec5-f631edf03e6c req-c119d64c-ee13-4e29-b7a5-a5c32febaf08 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249639 Apr 08 19:50:00.405628 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9264a110-acff-46dc-b8f9-5e40ec32ecf3 req-abffe171-0fa0-4d56-af9b-f7fec7b2f39a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Apr 08 19:50:01.611989 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1c9c9-121f-46f2-865f-114ae9d0914a req-803f9b12-df38-4566-a753-38bafd6ce191 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:01.613650 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79e1c9c9-121f-46f2-865f-114ae9d0914a req-803f9b12-df38-4566-a753-38bafd6ce191 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0894322 Apr 08 19:50:01.616570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634a587-38b9-4937-87d4-d53aa44537e7 req-b34c619a-0dbd-425b-b0be-ab5f4733e6ac tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:01.618200 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6634a587-38b9-4937-87d4-d53aa44537e7 req-b34c619a-0dbd-425b-b0be-ab5f4733e6ac tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0899680 Apr 08 19:50:01.645944 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-79e1c9c9-121f-46f2-865f-114ae9d0914a req-0e51a1e1-e0ee-4b76-8048-e21034ef0195 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256047 Apr 08 19:50:01.649947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6634a587-38b9-4937-87d4-d53aa44537e7 req-7a3eaba4-f442-4af8-824b-da860c70c100 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250666 Apr 08 19:50:01.718670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:50:02.812173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-d9838a41-81f1-4dbf-bb57-1bb94fac8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:02.813777 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-d9838a41-81f1-4dbf-bb57-1bb94fac8132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.1223826 Apr 08 19:50:02.861108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d85b-1dbf-4363-afd3-f4da1b615d13 req-0e66efe1-04f7-4b51-bcde-6ff81aa0e8b4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:02.862684 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1c07d85b-1dbf-4363-afd3-f4da1b615d13 req-0e66efe1-04f7-4b51-bcde-6ff81aa0e8b4 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0951979 Apr 08 19:50:02.894527 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1c07d85b-1dbf-4363-afd3-f4da1b615d13 req-09d35500-bccf-44cd-845a-eae031b4deda tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246663 Apr 08 19:50:02.993636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28ad74-c636-4284-9b13-41c4adf71653 req-54064bb0-238d-4119-9ccd-beb88a4a7ed5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:02.995243 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae28ad74-c636-4284-9b13-41c4adf71653 req-54064bb0-238d-4119-9ccd-beb88a4a7ed5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.2249808 Apr 08 19:50:02.996425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-75337921-73f9-4a31-abc8-89c67ca99538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:02.997907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-75337921-73f9-4a31-abc8-89c67ca99538 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.1723001 Apr 08 19:50:03.095353 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ae28ad74-c636-4284-9b13-41c4adf71653 req-e8938cc4-09e0-4429-9844-7970805f5d72 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934401 Apr 08 19:50:03.131955 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-96019734-3fea-4adb-8b79-87f8a66bdbed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 1000 time: 0.1178856 Apr 08 19:50:03.202146 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-e1c866ff-4c0e-4242-8146-327d1c44c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:03.203760 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-e1c866ff-4c0e-4242-8146-327d1c44c3ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0650177 Apr 08 19:50:03.288298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:03.290522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-ba03fadc-7eef-4dcb-b3bb-4cf0c081efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:03.292145 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-ba03fadc-7eef-4dcb-b3bb-4cf0c081efb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821266 Apr 08 19:50:03.435777 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-224ea706-4687-44fc-9b1c-50247b418b29 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372035 Apr 08 19:50:03.588439 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-aae2c8c8-7902-4b39-a1d4-6c51fa7cdf7a req-527bd743-0d88-4c34-8ec4-e751bee78112 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457832 Apr 08 19:50:03.599069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6259abf7-9fae-473b-bee2-bdd12ebd02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:04.115657 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e420c-bfef-430e-b7ad-84216d3c54e1 req-bc0b3436-222a-4349-9022-54ee08cd378a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:04.117275 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-480e420c-bfef-430e-b7ad-84216d3c54e1 req-bc0b3436-222a-4349-9022-54ee08cd378a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0964880 Apr 08 19:50:04.148244 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-480e420c-bfef-430e-b7ad-84216d3c54e1 req-e4f8ad1b-942c-4795-bb79-e88c4710e2f7 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245304 Apr 08 19:50:04.312197 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04967a2-cf12-4b76-8004-1161ead7d74b req-a0221799-ac60-41c2-b01c-50963d7c214e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:04.313822 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a04967a2-cf12-4b76-8004-1161ead7d74b req-a0221799-ac60-41c2-b01c-50963d7c214e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0977416 Apr 08 19:50:04.347185 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a04967a2-cf12-4b76-8004-1161ead7d74b req-5458832e-842b-4b03-9395-f89256b73d07 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237081 Apr 08 19:50:05.377896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925dc1f-b877-495c-88d2-1354f46bcb26 req-27ea4d9d-a385-4eb9-8e79-2707ca6f4dae tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:05.379466 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5925dc1f-b877-495c-88d2-1354f46bcb26 req-27ea4d9d-a385-4eb9-8e79-2707ca6f4dae tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0925536 Apr 08 19:50:05.419452 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5925dc1f-b877-495c-88d2-1354f46bcb26 req-871a9799-e1c7-45ca-8b6f-1135831efbef tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243289 Apr 08 19:50:05.573353 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1feb3-ad27-40af-8d06-89e3afa89067 req-353b3eb9-71bb-4baf-abe3-7f98cec2c8b4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:05.575265 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46f1feb3-ad27-40af-8d06-89e3afa89067 req-353b3eb9-71bb-4baf-abe3-7f98cec2c8b4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0944905 Apr 08 19:50:05.610126 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46f1feb3-ad27-40af-8d06-89e3afa89067 req-bfbbba08-bd39-41eb-b26c-562e6fd8400f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276890 Apr 08 19:50:05.995584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-88c36314-da65-47b4-9296-a1754bf01de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:06.363080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:06.625372 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7fbcc-9575-4f87-9b7a-74e27a0ec7d7 req-b1c2d7b3-856b-45c0-9666-39556b49f08c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:06.627027 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-91b7fbcc-9575-4f87-9b7a-74e27a0ec7d7 req-b1c2d7b3-856b-45c0-9666-39556b49f08c tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0914731 Apr 08 19:50:06.659542 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-91b7fbcc-9575-4f87-9b7a-74e27a0ec7d7 req-fc6c3289-8e95-4708-9e8d-6eba3ac3c132 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257158 Apr 08 19:50:06.848731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197fbce-1387-4a10-ad99-240a8e86be83 req-d6957124-d04c-4f99-8f15-689a827dad10 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:06.850242 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5197fbce-1387-4a10-ad99-240a8e86be83 req-d6957124-d04c-4f99-8f15-689a827dad10 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0929701 Apr 08 19:50:06.884039 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5197fbce-1387-4a10-ad99-240a8e86be83 req-4f19e601-2363-4bc5-b488-61b5fd82589c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274067 Apr 08 19:50:06.972665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33448) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:07.060152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f500-10e1-4f87-82f3-ad0aac1e120a req-6b6fba0d-689e-48a2-a80f-a3ac2c468f10 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:07.062004 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a7d9f500-10e1-4f87-82f3-ad0aac1e120a req-6b6fba0d-689e-48a2-a80f-a3ac2c468f10 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0948777 Apr 08 19:50:07.077442 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:07.094685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a7d9f500-10e1-4f87-82f3-ad0aac1e120a req-4e7f72eb-d617-47b8-9483-d2f856f79a4b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259001 Apr 08 19:50:07.104366 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-6274e741-cb14-45dc-af19-72b5ef2d0e14 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301997 Apr 08 19:50:07.343189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51869-b329-4d95-bc7b-271088db3218 req-3314b333-b270-45e4-9d4e-576aabb5cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:07.344826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-3314b333-b270-45e4-9d4e-576aabb5cb7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1098 time: 0.0793977 Apr 08 19:50:07.507529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51869-b329-4d95-bc7b-271088db3218 req-b017d335-2a24-44a0-899e-c17caebdf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:07.509039 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-b017d335-2a24-44a0-899e-c17caebdf57e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1389871 Apr 08 19:50:07.631032 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-5ba304c2-d184-4505-9240-73337e538125 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 1000 time: 0.1117015 Apr 08 19:50:07.651578 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:50:07.706904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51869-b329-4d95-bc7b-271088db3218 req-3665cc60-2dcd-4063-a4ce-cc0fa7d1d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:07.708593 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-3665cc60-2dcd-4063-a4ce-cc0fa7d1d3de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0679469 Apr 08 19:50:07.721713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:07.789284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:07.799763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51869-b329-4d95-bc7b-271088db3218 req-8340a338-dc56-4f5d-999a-c0802c1ba57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:07.801981 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-8340a338-dc56-4f5d-999a-c0802c1ba57c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865998 Apr 08 19:50:07.802891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:07.813750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:07.818480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:07.821367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:07.858668 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'code': 422} returned with failed status Apr 08 19:50:07.901617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=6']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:07.905597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:07.961674 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-37f97938-20ae-4d2f-b953-541f00b77a18 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520376 Apr 08 19:50:08.117417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30844fd2-1984-4aed-88b2-d4093b257330 req-4e7ec96a-b706-4e31-b5d5-2e9a5699d230 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:08.118682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-24d51869-b329-4d95-bc7b-271088db3218 req-9729b0f3-95d0-4147-a0ad-bb20c9fa9415 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499660 Apr 08 19:50:08.119083 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-30844fd2-1984-4aed-88b2-d4093b257330 req-4e7ec96a-b706-4e31-b5d5-2e9a5699d230 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.1050172 Apr 08 19:50:08.167062 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-30844fd2-1984-4aed-88b2-d4093b257330 req-8f9c4dd4-3350-47dd-b6b0-2946a84ad98b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409663 Apr 08 19:50:08.411660 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a1441-9765-4b01-8978-c90884f47dce req-b01f9022-231a-43a6-98b8-3fb16293dc5a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:08.413323 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d73a1441-9765-4b01-8978-c90884f47dce req-b01f9022-231a-43a6-98b8-3fb16293dc5a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.1601019 Apr 08 19:50:08.418237 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-4736daf3-11e2-4a5f-b2f8-18df95152e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:08.419711 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-4736daf3-11e2-4a5f-b2f8-18df95152e33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093&tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a HTTP/1.1" status: 200 len: 1096 time: 0.1158693 Apr 08 19:50:08.448832 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d73a1441-9765-4b01-8978-c90884f47dce req-457f07f8-a8d2-47a8-9b1e-4e45fb4e4c6e tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280502 Apr 08 19:50:08.525777 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-298f9a24-15c9-484d-94a0-c88ac5a17bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:08.527437 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-298f9a24-15c9-484d-94a0-c88ac5a17bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1096 time: 0.0825801 Apr 08 19:50:08.918224 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-fa3d9efe-bc00-4514-be73-a61cead377a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:08.919809 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-fa3d9efe-bc00-4514-be73-a61cead377a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.3853924 Apr 08 19:50:09.038947 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-da21c63e-8387-451b-97b6-6cb4a4771a08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 998 time: 0.1077356 Apr 08 19:50:09.125040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-4f476d1a-e68f-45e1-a8d6-e8f95861eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:09.126610 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-4f476d1a-e68f-45e1-a8d6-e8f95861eed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0803206 Apr 08 19:50:09.220658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-eb2083ee-3821-4893-b9fe-66305bc07f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:09.222291 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-eb2083ee-3821-4893-b9fe-66305bc07f7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874054 Apr 08 19:50:09.367581 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-5ba201a2-0925-4c0f-8320-3b59c6fb0bee service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371269 Apr 08 19:50:09.376230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e840bff-a4cf-4062-8c41-51264577383a req-07a61ee5-913a-4108-acf3-0132eb5818da tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:09.377927 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7e840bff-a4cf-4062-8c41-51264577383a req-07a61ee5-913a-4108-acf3-0132eb5818da tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0928657 Apr 08 19:50:09.409398 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7e840bff-a4cf-4062-8c41-51264577383a req-feb1dc6f-e369-4909-8a60-cb73b504b64a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248635 Apr 08 19:50:09.517989 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-acc92377-5557-43d7-9c8e-1b06413b5d4f req-c866b380-749b-470a-b3dc-61be24d8e518 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404598 Apr 08 19:50:09.651054 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:50:09.663918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44383-5137-4ab9-be48-e74df7b6e12e req-14e2e01d-c949-4009-89bb-ed00cbdf53d1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:09.671763 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3be44383-5137-4ab9-be48-e74df7b6e12e req-14e2e01d-c949-4009-89bb-ed00cbdf53d1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.1022229 Apr 08 19:50:09.698631 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3be44383-5137-4ab9-be48-e74df7b6e12e req-b2bb31e1-c12f-4c58-827d-5aff6bd58417 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258389 Apr 08 19:50:09.806028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:09.820284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:50:09.878857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:09.880137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:50:09.898297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:09.900681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:09.903255 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a8a0b791-436e-459e-83b9-db8a6dd87edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:09.983583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=6']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:09.988908 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:50:10.036278 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.036690 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.037065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.037478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.037845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.038213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.038576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.038936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.039301 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.039658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.040018 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.040377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:10.044571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:10.622515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83ddb-0ab5-4641-9e74-0f77b74c665a req-a2bd12b4-938a-44db-82c8-b92dcd651de9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:10.624279 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bdd83ddb-0ab5-4641-9e74-0f77b74c665a req-a2bd12b4-938a-44db-82c8-b92dcd651de9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 944 time: 0.0903652 Apr 08 19:50:10.657322 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bdd83ddb-0ab5-4641-9e74-0f77b74c665a req-ff1c4208-c5d9-4893-b701-c11bac1707a0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266728 Apr 08 19:50:11.059099 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4b300-9994-433a-83a2-561df65d4f9b req-922f4f52-3457-4b45-8eb2-a20363553766 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:11.067691 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5ef4b300-9994-433a-83a2-561df65d4f9b req-922f4f52-3457-4b45-8eb2-a20363553766 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 943 time: 0.1062403 Apr 08 19:50:11.101992 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-5ef4b300-9994-433a-83a2-561df65d4f9b req-cbddcdf3-dfa5-4d9c-8360-da5d0bea8bde tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Apr 08 19:50:11.649611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:50:11.653608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:50:11.857630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:50:11.858190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:11.923119 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae004-90a0-4c53-833d-233b14d7cce8 req-7211bc6c-5991-4a4e-a5ac-bec03fbfa0d4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:11.924922 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa8ae004-90a0-4c53-833d-233b14d7cce8 req-7211bc6c-5991-4a4e-a5ac-bec03fbfa0d4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 944 time: 0.1214602 Apr 08 19:50:11.979691 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fa8ae004-90a0-4c53-833d-233b14d7cce8 req-2ae81a2d-6650-4614-b197-bb44a5324ee7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Apr 08 19:50:12.045776 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:12.053076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:12.073790 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:12.083085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'port_id': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'mac_address': 'fa:16:3e:ee:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:50:12.089850 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:12.151855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:12.153264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:50:12.176098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:12.179365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:12.226652 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'code': 200} Apr 08 19:50:12.252815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:12.260938 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:12.271476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=7']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:12.274817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:12.275331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:12.359561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=7']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:12.362882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:12.384674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e20b9b-5bb7-4b63-9f2a-e3e8fceed86f req-cbde9415-9674-4ad7-8e18-45ef0eaabdac tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:12.386578 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51e20b9b-5bb7-4b63-9f2a-e3e8fceed86f req-cbde9415-9674-4ad7-8e18-45ef0eaabdac tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 944 time: 0.1560216 Apr 08 19:50:12.432869 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-51e20b9b-5bb7-4b63-9f2a-e3e8fceed86f req-4a4f7b2c-6d99-4c6c-9d06-849ecf17369f tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363667 Apr 08 19:50:12.539468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:50:13.198441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bb5d8-d1dd-4b92-b4d4-e007c2c6eab7 req-c3d8a81e-1a0c-4abb-9083-10497252954e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:13.200166 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a95bb5d8-d1dd-4b92-b4d4-e007c2c6eab7 req-c3d8a81e-1a0c-4abb-9083-10497252954e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0980999 Apr 08 19:50:13.233088 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a95bb5d8-d1dd-4b92-b4d4-e007c2c6eab7 req-286ffe61-ce44-4e5c-a449-88dc6d6e0ef2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263107 Apr 08 19:50:13.645797 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f39eed-483d-4d03-8653-00942417613b req-0541afca-8da8-4e88-a1b6-397fc1cb9de3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:13.649010 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03f39eed-483d-4d03-8653-00942417613b req-0541afca-8da8-4e88-a1b6-397fc1cb9de3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 944 time: 0.0991387 Apr 08 19:50:13.683097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:50:13.685560 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-03f39eed-483d-4d03-8653-00942417613b req-391b7a87-2f37-4c5f-a578-a7a4bb22df93 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Apr 08 19:50:13.782383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:50:13.782993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:13.917826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:13.941240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:13.946730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:13.949309 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:14.041196 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=8']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:14.049351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:14.227806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:14.284565 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'code': 200} Apr 08 19:50:14.482082 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a4fa7-d87a-41eb-bb78-9d64153bef3a req-5ba50aa3-fecd-45df-992b-1d1aedd0dba5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:14.484404 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6b5a4fa7-d87a-41eb-bb78-9d64153bef3a req-5ba50aa3-fecd-45df-992b-1d1aedd0dba5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0941741 Apr 08 19:50:14.518465 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-6b5a4fa7-d87a-41eb-bb78-9d64153bef3a req-ca868046-d56d-4560-aa28-a338037f47d5 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270195 Apr 08 19:50:14.662130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2627b4e-6e38-4007-a2b6-de3d4f63bf8e req-588b86a2-8956-46bb-a4fe-8d5c415524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:14.663960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b2627b4e-6e38-4007-a2b6-de3d4f63bf8e req-588b86a2-8956-46bb-a4fe-8d5c415524e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.0879705 Apr 08 19:50:14.692314 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b2627b4e-6e38-4007-a2b6-de3d4f63bf8e req-e1d7257c-9987-4000-9899-092f58365f81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0215654 Apr 08 19:50:14.913871 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b1be6-a238-4aa4-a23a-53b3b979d573 req-41e794cd-51d0-4df1-bf57-bfc05b860c03 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:14.914583 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b48b1be6-a238-4aa4-a23a-53b3b979d573 req-41e794cd-51d0-4df1-bf57-bfc05b860c03 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0989573 Apr 08 19:50:14.950379 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-b48b1be6-a238-4aa4-a23a-53b3b979d573 req-67f92912-6948-41b4-8999-d8d0e6642d41 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287607 Apr 08 19:50:15.281891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33578) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:15.354622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Deleting subnet fd169328-b522-40b0-9915-8d95551c1cbf {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:50:15.358038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:15.416020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:15.476990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:15.783987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4bccf-713a-4f47-811d-b754919508bb req-874e9a07-abd1-4191-8453-a9e8df39cfd8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:15.792232 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54c4bccf-713a-4f47-811d-b754919508bb req-874e9a07-abd1-4191-8453-a9e8df39cfd8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.1006756 Apr 08 19:50:15.829121 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-54c4bccf-713a-4f47-811d-b754919508bb req-98b47d9e-c732-48b1-8392-bd1ae9f34a03 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356247 Apr 08 19:50:15.833362 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:15.853374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:15.905490 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd169328-b522-40b0-9915-8d95551c1cbf,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:15.909832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:16.000709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:16.010002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33586) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:16.010163 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd169328-b522-40b0-9915-8d95551c1cbf HTTP/1.1" status: 204 len: 168 time: 0.7263780 Apr 08 19:50:16.219628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b035ae7-9968-400b-85eb-0307ece7dbb5 req-de9854f8-3c97-4122-9ec1-57f0a63636e1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:16.228197 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2b035ae7-9968-400b-85eb-0307ece7dbb5 req-de9854f8-3c97-4122-9ec1-57f0a63636e1 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1275516 Apr 08 19:50:16.269486 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2b035ae7-9968-400b-85eb-0307ece7dbb5 req-b1c34f27-6d06-4fa3-8e30-bb3e107dc16f tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Apr 08 19:50:16.408032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:16.605503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:16.745512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6cbfcc-e30f-4593-b075-98c4031c6fae']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:16.758999 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758df36b-27ed-4ec9-a75c-77518f4d30e6') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:16.759306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758df36b-27ed-4ec9-a75c-77518f4d30e6') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:16.772060 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:16.787201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:16.794390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:50:17.009503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:50:17.073593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:17.307802 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01550bb-ddc2-41a0-93c7-ef99451c71f6 req-ff7574af-afd1-4c0f-a622-b1b14b9f34b1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:17.309800 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e01550bb-ddc2-41a0-93c7-ef99451c71f6 req-ff7574af-afd1-4c0f-a622-b1b14b9f34b1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.3032851 Apr 08 19:50:17.328664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Network 2a6cbfcc-e30f-4593-b075-98c4031c6fae has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:50:17.356264 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:50:17.454882 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e01550bb-ddc2-41a0-93c7-ef99451c71f6 req-ac043b58-e09c-45f3-8877-c5d442878993 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294334 Apr 08 19:50:17.479640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:17.485238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c77ade85-4fc4-4f75-8d18-e708c2f5dc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:17.505356 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:17.508126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6cbfcc-e30f-4593-b075-98c4031c6fae,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:17.525961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.526382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.526788 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.527187 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.527579 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.527974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.528366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.528789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.529185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.529639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.530022 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.530410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:17.539462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:17.544428 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-60428f10-9570-4876-8a47-24d716234425 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a6cbfcc-e30f-4593-b075-98c4031c6fae HTTP/1.1" status: 204 len: 168 time: 1.5324922 Apr 08 19:50:17.545760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33598) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:17.625695 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Deleting subnet 0f09cd23-d47c-48ef-90b1-b983c28af9e6 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:50:17.629319 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:17.689556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852646903'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:17.758481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.062327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851285944'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.098208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e2768d20-3237-4d99-bd9c-f79250967035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:18.229269 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f09cd23-d47c-48ef-90b1-b983c28af9e6,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:18.233988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:18.236433 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.245058 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5b28990e-73ee-4eca-a6fa-4a69835cfac2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f09cd23-d47c-48ef-90b1-b983c28af9e6 HTTP/1.1" status: 204 len: 168 time: 0.6958628 Apr 08 19:50:18.246075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33602) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:18.375275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.591887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.797024 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740a21fd-85ea-4856-b3ef-6445de565bba']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:18.815195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82a838e-d300-4445-8489-0fa98ef8a8f3') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:18.815508 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82a838e-d300-4445-8489-0fa98ef8a8f3') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:50:18.833952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.851225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088be31-a7fe-4fbd-88de-c0d4247f7420 req-64254ec3-b3b8-4ee1-a8db-92c0d5b9af31 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:18.852858 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8088be31-a7fe-4fbd-88de-c0d4247f7420 req-64254ec3-b3b8-4ee1-a8db-92c0d5b9af31 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.2440579 Apr 08 19:50:18.885542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:18.903149 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8088be31-a7fe-4fbd-88de-c0d4247f7420 req-18466635-ba30-4b51-8352-e44d53e100d3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Apr 08 19:50:18.906946 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:50:19.109887 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Network 740a21fd-85ea-4856-b3ef-6445de565bba has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:50:19.120383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.328518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Network 740a21fd-85ea-4856-b3ef-6445de565bba has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:50:19.366488 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:50:19.446179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.457056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.461724 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:19.488379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=740a21fd-85ea-4856-b3ef-6445de565bba,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:19.491384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:19.496262 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2f1cb1a0-f2d1-4a69-acce-bd9417282c4f admin admin] 10.222.0.35 "DELETE /v2.0/networks/740a21fd-85ea-4856-b3ef-6445de565bba HTTP/1.1" status: 204 len: 168 time: 1.2487528 Apr 08 19:50:19.706566 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33614) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:19.744043 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e88a81c7-db9d-422e-91a7-491761617e99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e6b6e84575d40b9aeb06605725d61c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0355101 Apr 08 19:50:19.747014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33618) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:19.822541 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.852562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.907959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.913475 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ca5965f5-bb3c-4c85-b65c-a96d3edfdf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:19.926993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04729957-5239-489e-b41b-d4603e456011,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:19.931905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:19.939061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:19.942820 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-01844261-51ae-4b1b-94b6-10cbe4093aa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04729957-5239-489e-b41b-d4603e456011 HTTP/1.1" status: 204 len: 168 time: 0.1921270 Apr 08 19:50:20.161602 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f543b-c974-4401-853c-9bd401fcac5d req-06c4fe70-f729-4a64-9ebf-d848bd4853c4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:20.163653 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a09f543b-c974-4401-853c-9bd401fcac5d req-06c4fe70-f729-4a64-9ebf-d848bd4853c4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0952251 Apr 08 19:50:20.205131 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a09f543b-c974-4401-853c-9bd401fcac5d req-d2ef1087-1b3a-474c-9c19-23e9db595732 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281866 Apr 08 19:50:20.347822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33638) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:20.402462 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c9a194bb-dc0b-4cf1-a704-0ab901943dcf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e100d2c66de44a9e8e3cf85161344f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533156 Apr 08 19:50:20.405225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33642) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:20.471627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:20.498600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:20.553050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:20.559052 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-557cba59-1fd7-4f32-86b8-e9f8fffea0b3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:20.571630 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c3e606-5920-462b-bc70-bb3a14676464,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:20.575463 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:20.579133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:20.583649 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75c3e606-5920-462b-bc70-bb3a14676464 HTTP/1.1" status: 204 len: 168 time: 0.1772664 Apr 08 19:50:20.910003 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-faacbd7f-cfd4-4436-b730-855a3c7ea0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:20.911654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-faacbd7f-cfd4-4436-b730-855a3c7ea0bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1098 time: 0.0810485 Apr 08 19:50:21.060352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-10824e28-ba33-4f43-9c67-37fb48c47091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:21.062049 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-10824e28-ba33-4f43-9c67-37fb48c47091 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1445580 Apr 08 19:50:21.176435 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-896a1d26-bc8a-4a53-88de-c09d26931d55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 1000 time: 0.1077945 Apr 08 19:50:21.251994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-b14845bb-517f-4be0-885c-194c07ed2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:21.253625 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-b14845bb-517f-4be0-885c-194c07ed2664 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0710354 Apr 08 19:50:21.384798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-38f48c9c-e8a3-40db-aab2-3838438d10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:21.386385 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-38f48c9c-e8a3-40db-aab2-3838438d10da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264403 Apr 08 19:50:21.529316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61943e-b0aa-4260-926e-2d1a1c37c9c5 req-1adef17f-9d99-4ec5-ac7e-cf121a02452f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:21.531521 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1f61943e-b0aa-4260-926e-2d1a1c37c9c5 req-1adef17f-9d99-4ec5-ac7e-cf121a02452f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.2000465 Apr 08 19:50:21.584753 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1f61943e-b0aa-4260-926e-2d1a1c37c9c5 req-08707a97-b5ae-4790-8ed4-2c006917f29c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457389 Apr 08 19:50:21.588291 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-cd3e3625-c0c0-45f4-abe1-5b5bec647d76 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939435 Apr 08 19:50:21.992805 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be71006b-ff19-4318-8ef1-9d69cebea247 req-dddb8164-3666-4821-9054-00ae96690459 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941739 Apr 08 19:50:22.803477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106a52e-bed6-4f1e-ae67-6f70fcfd9797 req-16b4fb02-256d-4967-9a25-96eba52618bc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:22.805092 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9106a52e-bed6-4f1e-ae67-6f70fcfd9797 req-16b4fb02-256d-4967-9a25-96eba52618bc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.0929015 Apr 08 19:50:22.837408 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9106a52e-bed6-4f1e-ae67-6f70fcfd9797 req-ba5a8dab-31cd-4ec2-8a31-e54dd37465ff tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236919 Apr 08 19:50:24.063669 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670c6cf-ce8a-475c-9914-3bebeac7d186 req-54bc6a3a-3e8f-40dc-97d7-f587f3e479b1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:24.065312 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7670c6cf-ce8a-475c-9914-3bebeac7d186 req-54bc6a3a-3e8f-40dc-97d7-f587f3e479b1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.1012406 Apr 08 19:50:24.096182 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7670c6cf-ce8a-475c-9914-3bebeac7d186 req-29505a8d-ff69-4826-8c73-3c6409180235 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243301 Apr 08 19:50:25.654891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-562339ce-1639-48b3-b81c-03637448e83c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806909 Apr 08 19:50:25.668144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98cb9d-c160-4b58-9e7e-5212f7a14cdb req-ddc1c9ae-6505-4b6a-ab53-52e2a11637ae tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:25.669774 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7d98cb9d-c160-4b58-9e7e-5212f7a14cdb req-ddc1c9ae-6505-4b6a-ab53-52e2a11637ae tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 945 time: 0.1025336 Apr 08 19:50:25.703441 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7d98cb9d-c160-4b58-9e7e-5212f7a14cdb req-662020d6-d561-4d36-afeb-db9f77ea5c36 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253425 Apr 08 19:50:25.743207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:50:25.868181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:25.885696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:25.903445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:25.907464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:25.909654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:25.949729 dv-cinder-784623-4-smb neutron-server[85192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'code': 422} returned with failed status Apr 08 19:50:25.991240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=8']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:25.994651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:26.199149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0df-2747-465e-bffd-25159cd7a331 req-eb2f8aa6-8be1-4ee1-84fd-618e195156da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:26.200809 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-eb2f8aa6-8be1-4ee1-84fd-618e195156da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5&tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf HTTP/1.1" status: 200 len: 1096 time: 0.0805037 Apr 08 19:50:26.305235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0df-2747-465e-bffd-25159cd7a331 req-520d698e-8ba3-4d47-82b4-d93b3b3c0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:26.306800 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-520d698e-8ba3-4d47-82b4-d93b3b3c0997 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1096 time: 0.0838730 Apr 08 19:50:26.458723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0df-2747-465e-bffd-25159cd7a331 req-6be01d0d-df21-456c-90c9-fc38410d0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:26.460768 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-6be01d0d-df21-456c-90c9-fc38410d0c18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 200 len: 917 time: 0.1447701 Apr 08 19:50:26.571922 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-c275daf8-b452-44ef-aa90-2296b63726e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 200 len: 998 time: 0.1031530 Apr 08 19:50:26.644169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0df-2747-465e-bffd-25159cd7a331 req-dd36f179-fea6-4cbe-b108-5321330b4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:26.645805 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-dd36f179-fea6-4cbe-b108-5321330b4205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 200 len: 855 time: 0.0675697 Apr 08 19:50:26.736986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f0df-2747-465e-bffd-25159cd7a331 req-1c58380a-3c89-47f3-9858-d4981e5e1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:26.738624 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-1c58380a-3c89-47f3-9858-d4981e5e1da4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ba185ba-d71a-42fe-af15-707e38e74c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858774 Apr 08 19:50:26.952331 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-19ed0460-e4a9-48dc-b8cd-810476058bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064621 Apr 08 19:50:27.014428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b5c6-4077-461c-bd85-8f711fd42ff5 req-64776a87-2ef4-43ed-b5c4-b80abdd3ee62 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:27.016152 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4910b5c6-4077-461c-bd85-8f711fd42ff5 req-64776a87-2ef4-43ed-b5c4-b80abdd3ee62 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.1795025 Apr 08 19:50:27.112177 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4910b5c6-4077-461c-bd85-8f711fd42ff5 req-7c69fbaf-cbe0-4ab2-afcd-53c5373f01f4 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Apr 08 19:50:27.141034 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f756f0df-2747-465e-bffd-25159cd7a331 req-2194cdee-dee8-4d0f-b49b-3afbd9ec14cf service neutron] 10.222.0.13 "GET /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814485 Apr 08 19:50:28.399978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4032-8eea-4878-99c1-c1fcb256fc93 req-1274e381-218a-4291-978a-078712b59b90 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:28.401756 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2ddc4032-8eea-4878-99c1-c1fcb256fc93 req-1274e381-218a-4291-978a-078712b59b90 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0916381 Apr 08 19:50:28.438536 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-2ddc4032-8eea-4878-99c1-c1fcb256fc93 req-7ff31728-218a-4906-9247-cf106cc3d7c9 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286505 Apr 08 19:50:29.680465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6cce0-1d10-4c56-9ab9-7c46d46f31ab req-0586eaab-a04b-4a3b-88a1-c353aaa257a0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:29.682109 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c8a6cce0-1d10-4c56-9ab9-7c46d46f31ab req-0586eaab-a04b-4a3b-88a1-c353aaa257a0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0937307 Apr 08 19:50:29.713664 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c8a6cce0-1d10-4c56-9ab9-7c46d46f31ab req-ce52cb34-7ef6-4cfe-9374-ba98438ecca7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248499 Apr 08 19:50:30.934394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939003f-d4e2-47f5-a005-a325ee979365 req-732d4e37-f770-4684-aef7-9e7dda068ba2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:30.936069 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0939003f-d4e2-47f5-a005-a325ee979365 req-732d4e37-f770-4684-aef7-9e7dda068ba2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0938704 Apr 08 19:50:30.967735 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-0939003f-d4e2-47f5-a005-a325ee979365 req-d704d95c-78b7-4c56-bbbf-3df04bd1132b tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247619 Apr 08 19:50:32.203290 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0f570-6448-49ea-91e3-3d5a0571a2ae req-1c50b1bf-b24e-424e-b04e-5f6f73e64b89 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:32.204808 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ad0f570-6448-49ea-91e3-3d5a0571a2ae req-1c50b1bf-b24e-424e-b04e-5f6f73e64b89 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0946407 Apr 08 19:50:32.236055 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ad0f570-6448-49ea-91e3-3d5a0571a2ae req-8358989f-1122-4f67-a399-70cdbaad3975 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248396 Apr 08 19:50:33.299689 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:33.464593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a23e9-39d9-47a5-a8fe-e6b0309939bb req-0679efd0-64d4-4715-af5e-1e48c49cb254 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:33.472981 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9c6a23e9-39d9-47a5-a8fe-e6b0309939bb req-0679efd0-64d4-4715-af5e-1e48c49cb254 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.1094787 Apr 08 19:50:33.501330 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9c6a23e9-39d9-47a5-a8fe-e6b0309939bb req-5640621b-fe7e-4e6c-9a32-d44001f1f3a1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272472 Apr 08 19:50:33.606213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4b8f63de-179d-44ee-bdf7-badf0f25f821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:34.735201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0884b-6f4f-44e5-b8f7-8e6ff8564be8 req-774d4e1b-aac7-4892-89cc-1d0f515f365e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:34.736897 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8fe0884b-6f4f-44e5-b8f7-8e6ff8564be8 req-774d4e1b-aac7-4892-89cc-1d0f515f365e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0922773 Apr 08 19:50:34.779298 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8fe0884b-6f4f-44e5-b8f7-8e6ff8564be8 req-2bac9da6-e940-4f2a-a47f-641d511ea1e2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332236 Apr 08 19:50:35.110757 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 33836) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:35.277524 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.294005 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:35.298434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Usage tracker for resource:security_group_rule and tenant:51e65c3ca23344ea8bb3dca5553dc7d4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:35.301793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:35.307975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:35.395249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.399188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.409434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-83e05143-a30f-46d2-ae44-0c2554b9f952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:35.439115 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51e65c3ca23344ea8bb3dca5553dc7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270419 Apr 08 19:50:35.442058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 33842) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:35.458685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1782cf-a0d7-4957-b55b-679b8777cda7,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:35.467352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.468031 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.468465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.468901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.469306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.469720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.470122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.470499 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.470905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.471312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.471712 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.472118 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:50:35.476563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-62585019-69a2-4ea0-b865-1801e969ac7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:35.516872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.543884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.593772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.598445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a752a4e7-f3a3-45d8-8398-1ad9ea8812e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:35.610937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1782cf-a0d7-4957-b55b-679b8777cda7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:35.615275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:35.618571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.619763 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-3a43ae0c-0638-4971-ae98-bebd3b3c2b4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d1782cf-a0d7-4957-b55b-679b8777cda7 HTTP/1.1" status: 204 len: 168 time: 0.1766427 Apr 08 19:50:35.992608 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-753afec1-84d0-4c9f-8928-d0fef97d7b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:35.994571 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50e57-b835-4fb5-9299-47d5f30ec6fa req-52d4b68f-520a-4347-b400-eef92a9f928a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:35.996341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83f50e57-b835-4fb5-9299-47d5f30ec6fa req-52d4b68f-520a-4347-b400-eef92a9f928a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0941107 Apr 08 19:50:36.046826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-83f50e57-b835-4fb5-9299-47d5f30ec6fa req-dce87879-d575-4b4e-b113-320987c1909e tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Apr 08 19:50:36.364257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:37.087878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:37.281539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d5f81-27dd-439a-a5e9-15ff0072ef49 req-1a840ace-7c25-43b6-8f67-ba6435b196ca tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:37.283239 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-171d5f81-27dd-439a-a5e9-15ff0072ef49 req-1a840ace-7c25-43b6-8f67-ba6435b196ca tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.1113234 Apr 08 19:50:37.316712 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-171d5f81-27dd-439a-a5e9-15ff0072ef49 req-50cef19e-8103-4cfc-8e73-e186ebbf69bd tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270367 Apr 08 19:50:37.688132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:38.536936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b32b46-94b1-4fda-a957-cf883bc182d3 req-08bf3cd2-7f64-411e-a4b2-763fa6635528 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:38.538545 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61b32b46-94b1-4fda-a957-cf883bc182d3 req-08bf3cd2-7f64-411e-a4b2-763fa6635528 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.0961108 Apr 08 19:50:38.570380 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61b32b46-94b1-4fda-a957-cf883bc182d3 req-01631be3-9703-4b43-bb64-b6828b1c5c3a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247157 Apr 08 19:50:38.721163 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:50:39.807974 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc0ba-8d4d-473b-a7a8-ec892457b70b req-d01da16d-2ae4-43c4-b347-bd27540a94e8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:39.809618 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1d6cc0ba-8d4d-473b-a7a8-ec892457b70b req-d01da16d-2ae4-43c4-b347-bd27540a94e8 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 943 time: 0.1032858 Apr 08 19:50:39.821207 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:50:39.841279 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-1d6cc0ba-8d4d-473b-a7a8-ec892457b70b req-a7ef3041-cbe4-44a9-bf96-7be53e660219 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250981 Apr 08 19:50:39.970919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:39.985714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'port_id': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'mac_address': 'fa:16:3e:07:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:50:40.046286 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:40.047665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:50:40.069336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:40.073293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:40.075172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:40.158401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=9']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:40.162191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:40.339076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:50:41.078674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3959d-799c-4a7c-a2cd-d340bc539e2b req-f2c26ab4-ca17-49de-a3a8-2da966468ca0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:41.080403 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3cf3959d-799c-4a7c-a2cd-d340bc539e2b req-f2c26ab4-ca17-49de-a3a8-2da966468ca0 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 944 time: 0.1133451 Apr 08 19:50:41.114761 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3cf3959d-799c-4a7c-a2cd-d340bc539e2b req-15814418-cb52-48b2-a67c-0333182dca21 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271437 Apr 08 19:50:41.821616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:50:42.074684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:50:42.075101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:42.200004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:42.220728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:42.224291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:50:42.227437 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:42.229673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-0e08166b-a6ae-40d5-8e54-d79b14d238fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:42.270260 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'code': 200} Apr 08 19:50:42.318706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=10']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:42.330074 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:42.354807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bdebd-fe6d-4cb6-a3fc-464b5f577a2f req-ea482d9a-1e64-4814-8082-ef5960e2d735 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:42.356412 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3d7bdebd-fe6d-4cb6-a3fc-464b5f577a2f req-ea482d9a-1e64-4814-8082-ef5960e2d735 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.0880427 Apr 08 19:50:42.387716 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3d7bdebd-fe6d-4cb6-a3fc-464b5f577a2f req-19492663-732b-4c3c-9a17-8a22620f27cd tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248535 Apr 08 19:50:42.551914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d2b3c-4cc6-4171-b255-c229baad3340 req-ed7410b1-74d3-4abc-a4b2-43a226719c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:42.553682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fb1d2b3c-4cc6-4171-b255-c229baad3340 req-ed7410b1-74d3-4abc-a4b2-43a226719c89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 1099 time: 0.0831747 Apr 08 19:50:42.584543 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fb1d2b3c-4cc6-4171-b255-c229baad3340 req-45d94611-f5ca-4cf2-98b1-a9339f53314f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0218616 Apr 08 19:50:43.620636 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544c973-ce02-4f35-be3a-f8e63cd27fb7 req-a7e03620-d94d-4c23-9915-2e4e7d991ebb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:43.622265 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e544c973-ce02-4f35-be3a-f8e63cd27fb7 req-a7e03620-d94d-4c23-9915-2e4e7d991ebb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.0981989 Apr 08 19:50:43.657304 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-e544c973-ce02-4f35-be3a-f8e63cd27fb7 req-4c2c8118-874a-4977-b487-3fd93814c91c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257995 Apr 08 19:50:44.883658 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13ea89-86cc-4513-a1ff-7c669be8498f req-deaa0b94-fc50-4a79-bbf8-33fb80f416d2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:44.885259 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7d13ea89-86cc-4513-a1ff-7c669be8498f req-deaa0b94-fc50-4a79-bbf8-33fb80f416d2 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.1026447 Apr 08 19:50:44.916803 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7d13ea89-86cc-4513-a1ff-7c669be8498f req-089db1ea-1318-4f95-b3ef-ee645e583ecb tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247371 Apr 08 19:50:48.342585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34040) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:48.475120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.490906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:48.495009 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Usage tracker for resource:security_group_rule and tenant:b76e2241db6c400c8822738fc6a864a9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:48.498071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:48.504219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:48.590185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.594615 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.601848 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e603607b-4704-4b56-a3b2-74cd8bb01d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:48.648521 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b76e2241db6c400c8822738fc6a864a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047683 Apr 08 19:50:48.649456 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aceee42-cfd7-4e74-967d-d0fbd36dd22d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:48.652510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34046) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:48.652711 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:48.718586 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.747220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.814387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.819393 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-539c7d33-630d-40f8-83c4-b8a527725f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:48.834006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aceee42-cfd7-4e74-967d-d0fbd36dd22d,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:48.836454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:48.842796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:48.844093 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7102ea67-a1dc-4279-8e4b-f69b6a1f8e22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9aceee42-cfd7-4e74-967d-d0fbd36dd22d HTTP/1.1" status: 204 len: 168 time: 0.1902866 Apr 08 19:50:49.593147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34070) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:49.713239 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1338700259-network', 'tenant_id': 'e39a28fee44c430d8aa3a93c5fd8b3e4'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:50:49.720149 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:49.724625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Usage tracker for resource:network and tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:49.727798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:49.735077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:49.746398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Made reservation on behalf of e39a28fee44c430d8aa3a93c5fd8b3e4 for: {'network': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:50:49.751190 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:49.764373 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:49.780193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:49.784576 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Usage tracker for resource:security_group_rule and tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:49.787633 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:49.794204 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:49.895122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:49.899751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:49.902859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-b749999f-c5ea-4a08-8e5b-c3701fecae59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:49.935483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=85305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:50:49.944440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee623765-cc78-43f5-a59a-d14c1e769853,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:49.948293 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:49.950913 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:49.951326 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Added segment 43c6af73-1f85-4cec-a742-f196abe346df of type vlan for network 5ceee062-0869-40ee-8706-537aac833c02 Apr 08 19:50:49.979366 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.010338 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.011792 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:50.012451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.016400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:50.124937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Pushing event updated for resources: {'Network': ['ID=5ceee062-0869-40ee-8706-537aac833c02,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:50.128137 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5339520 Apr 08 19:50:50.129101 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9cd793fd-fd55-42d8-b6c8-eca6b2ad943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:50.132298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34076) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:50:50.136849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 5ceee062-0869-40ee-8706-537aac833c02 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:50:50.138285 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Request body: {'subnet': {'network_id': '5ceee062-0869-40ee-8706-537aac833c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1338700259-subnet', 'tenant_id': 'e39a28fee44c430d8aa3a93c5fd8b3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:50:50.144058 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:50.148409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Usage tracker for resource:subnet and tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:50.151491 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:50.158051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:50.171249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Made reservation on behalf of e39a28fee44c430d8aa3a93c5fd8b3e4 for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:50:50.176558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.602670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.615820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:50.749529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0490078e-3c20-4067-a0a3-68ff8c2fedb8,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:50.753549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:50.815266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Checking segment: {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:50:50.815665 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Network hostable DHCP agents. Network: 5ceee062-0869-40ee-8706-537aac833c02, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:50:50.836619 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Network 5ceee062-0869-40ee-8706-537aac833c02 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:50:50.846411 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 5ceee062-0869-40ee-8706-537aac833c02) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:50:50.857253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0128e-3d0d-4b8c-9361-39b5a69bd3a8 None None] Network 5ceee062-0869-40ee-8706-537aac833c02 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:50:50.858880 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:50.859556 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:50.879225 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7458179 Apr 08 19:50:51.081995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a72911-8bbf-4c89-aa89-e88d2a35ff48 None None] Network 5ceee062-0869-40ee-8706-537aac833c02 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:50:53.023702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-4b649d2e-a89e-4afc-8720-d14916999723 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:53.025301 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-4b649d2e-a89e-4afc-8720-d14916999723 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 814 time: 0.1668892 Apr 08 19:50:53.044518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-7d4d84bd-85e5-43cf-9777-ea21ab0224ab tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/quotas/e39a28fee44c430d8aa3a93c5fd8b3e4 HTTP/1.1" status: 200 len: 375 time: 0.0101840 Apr 08 19:50:53.099927 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-b577126e-4815-45f8-a3fe-914e7f943a25 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495133 Apr 08 19:50:53.245089 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-832fe1f8-6ffd-46c4-817c-252407ea65c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376359 Apr 08 19:50:53.395213 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-35eabd9e-1a32-4bdc-b060-6607b99c274b service neutron] 10.222.0.35 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399789 Apr 08 19:50:53.599979 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f1e4b02c-5515-4d68-b55b-3e8e4c29c79f req-baae36be-adb4-4654-8953-99af27875219 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 210 time: 0.0520942 Apr 08 19:50:54.752947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-a1e2d7a3-d2e2-48ae-af0c-525bf3ab149f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:54.753718 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-a1e2d7a3-d2e2-48ae-af0c-525bf3ab149f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Synchronizing usage tracker for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:network {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:50:54.765081 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-3ac139a4-fb95-46df-9627-85d9b83f1207 req-df7a4134-3f6b-440f-977b-2404fcff30ec tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 210 time: 0.0503557 Apr 08 19:50:54.771277 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-a1e2d7a3-d2e2-48ae-af0c-525bf3ab149f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Unset dirty status for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:network {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:50:54.772565 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-a1e2d7a3-d2e2-48ae-af0c-525bf3ab149f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 814 time: 0.1879747 Apr 08 19:50:54.785623 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Request body: {'port': {'device_id': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'network_id': '5ceee062-0869-40ee-8706-537aac833c02', 'admin_state_up': True, 'tenant_id': 'e39a28fee44c430d8aa3a93c5fd8b3e4'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:50:54.932994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:50:54.937342 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Usage tracker for resource:port and tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:50:54.940288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:50:54.946469 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:50:54.957569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Made reservation on behalf of e39a28fee44c430d8aa3a93c5fd8b3e4 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:50:54.967324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:55.145121 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Allocated IP 172.20.0.5 (5ceee062-0869-40ee-8706-537aac833c02/0490078e-3c20-4067-a0a3-68ff8c2fedb8/9d090721-fc3f-4eb6-8f90-ccf9f436f432) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:50:55.362234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:55.396332 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:55.411546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-033c0be1-1457-4ed1-9ec9-e3469ad44314 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:55.560796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Pushing event updated for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:55.563884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:55.613838 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Network 5ceee062-0869-40ee-8706-537aac833c02 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:50:55.615330 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:50:55.617897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:50:55.683368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:55.683966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:55.707685 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9260566 Apr 08 19:50:55.719510 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Request body: {'port': {'device_id': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:50:55.844520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:56.376530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848829-91b2-40fa-8cc1-a431713fc49a req-c3ec726c-3093-419b-ad15-bac2edbf473d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:56.377280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-07848829-91b2-40fa-8cc1-a431713fc49a req-c3ec726c-3093-419b-ad15-bac2edbf473d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Synchronizing usage tracker for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:50:56.489116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-07848829-91b2-40fa-8cc1-a431713fc49a req-c3ec726c-3093-419b-ad15-bac2edbf473d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Unset dirty status for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:50:56.490320 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-07848829-91b2-40fa-8cc1-a431713fc49a req-c3ec726c-3093-419b-ad15-bac2edbf473d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 931 time: 0.6063714 Apr 08 19:50:56.540832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-07848829-91b2-40fa-8cc1-a431713fc49a req-3798025e-c194-481e-bd81-04bd37de5764 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Synchronizing usage tracker for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:security_group {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:50:56.578199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-07848829-91b2-40fa-8cc1-a431713fc49a req-3798025e-c194-481e-bd81-04bd37de5764 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Unset dirty status for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:security_group {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:50:56.579445 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-07848829-91b2-40fa-8cc1-a431713fc49a req-3798025e-c194-481e-bd81-04bd37de5764 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815575 Apr 08 19:50:56.645026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d090721-fc3f-4eb6-8f90-ccf9f436f432 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:50:56.653038 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:56.669951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Transition to ACTIVE for port object 9d090721-fc3f-4eb6-8f90-ccf9f436f432 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:50:56.673889 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:56.689120 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-87671e13-0be3-4e76-b60d-b869cba6dcf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:56.836181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:56.840640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:57.078936 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Attempting to bind port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:50:57.079545 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Attempting to bind port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:50:57.079664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Attempting to bind port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 on network 5ceee062-0869-40ee-8706-537aac833c02 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:50:57.085019 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 on network 5ceee062-0869-40ee-8706-537aac833c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:50:57.085392 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Attempting to bind port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 on network 5ceee062-0869-40ee-8706-537aac833c02 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:50:57.091551 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:50:57.092106 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Checking segment: {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:50:57.092529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Bound using segment: {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:50:57.093042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Bound port: 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:50:57.093430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:57.173583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:50:57.177935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:50:57.182650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:57.198831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:50:57.357093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:50:57.361739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:50:57.396438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:57.397200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:50:57.398818 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d090721-fc3f-4eb6-8f90-ccf9f436f432 HTTP/1.1" status: 200 len: 1093 time: 1.6839566 Apr 08 19:50:57.399492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:50:57.470731 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432', 'status': 'completed', 'code': 200} Apr 08 19:50:57.516637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-7b7611ea-48b6-45af-8220-e12722871d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:57.518276 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-7b7611ea-48b6-45af-8220-e12722871d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 1096 time: 0.0840290 Apr 08 19:50:57.595466 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-d11eabb5-eb6a-4319-b362-122affe42e3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432 HTTP/1.1" status: 200 len: 217 time: 0.0700357 Apr 08 19:50:57.665242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-608af12a-8aa1-4bc4-b6a0-6651579912a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:57.666839 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-608af12a-8aa1-4bc4-b6a0-6651579912a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0490078e-3c20-4067-a0a3-68ff8c2fedb8 HTTP/1.1" status: 200 len: 854 time: 0.0657115 Apr 08 19:50:57.756573 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-9d57de04-0286-4a24-8d59-bdf153f6115d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ceee062-0869-40ee-8706-537aac833c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836859 Apr 08 19:50:57.923335 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-bf7a478e-a6f4-44bc-aecb-86ea7ce14b4b service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607404 Apr 08 19:50:57.932928 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33ca6-e01e-4542-8511-a0e07a776a2b req-fcb33197-e260-4a80-bfa2-788fdcae8cba tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:57.934426 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cad33ca6-e01e-4542-8511-a0e07a776a2b req-fcb33197-e260-4a80-bfa2-788fdcae8cba tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 943 time: 0.2188296 Apr 08 19:50:58.049557 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cad33ca6-e01e-4542-8511-a0e07a776a2b req-13a04abe-ad03-426d-ba58-ddf16ed96cb7 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Apr 08 19:50:58.094123 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59d70a4f-d41a-4ca7-8e9d-a837a28680d3 req-4b43fba8-c552-4402-9eff-17b23615be8a service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586936 Apr 08 19:50:58.220450 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59108e47-0418-4199-831d-5be43f372a89 req-252bb538-c7bc-4e31-8c68-9fea32281245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:58.221987 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-252bb538-c7bc-4e31-8c68-9fea32281245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 1096 time: 0.0848281 Apr 08 19:50:58.368032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59108e47-0418-4199-831d-5be43f372a89 req-d5eff203-c193-4b39-84cc-d9d4aec2d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:58.369676 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-d5eff203-c193-4b39-84cc-d9d4aec2d401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 915 time: 0.1416340 Apr 08 19:50:58.443087 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-9ac48fb2-87cc-48cb-9509-b0536e5dd29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432 HTTP/1.1" status: 200 len: 217 time: 0.0659361 Apr 08 19:50:58.518271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59108e47-0418-4199-831d-5be43f372a89 req-3665f1b0-047a-469f-8739-a86d2d3bfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:58.519758 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-3665f1b0-047a-469f-8739-a86d2d3bfce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0490078e-3c20-4067-a0a3-68ff8c2fedb8 HTTP/1.1" status: 200 len: 854 time: 0.0676932 Apr 08 19:50:58.573203 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-3419aa21-9ee5-4c30-9a2b-33ebbf076257 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ceee062-0869-40ee-8706-537aac833c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468316 Apr 08 19:50:58.718079 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-0bb8fd55-3ec8-4875-abeb-83fd34576699 service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380577 Apr 08 19:50:58.862150 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-59108e47-0418-4199-831d-5be43f372a89 req-14c20a02-34f1-4cc7-a76f-35ff9ca81afa service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368637 Apr 08 19:50:59.263130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ae90-0c88-4de5-9c97-38b85f38b06a req-32ba2fea-4db8-4f83-8f9d-79928995bd2e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:50:59.264943 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be73ae90-0c88-4de5-9c97-38b85f38b06a req-32ba2fea-4db8-4f83-8f9d-79928995bd2e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 943 time: 0.0950389 Apr 08 19:50:59.313007 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-be73ae90-0c88-4de5-9c97-38b85f38b06a req-d0b915e3-253d-4346-b873-91c77dc0b880 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Apr 08 19:50:59.915806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9d090721-fc3f-4eb6-8f90-ccf9f436f432 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:51:00.072447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:00.086664 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '9d090721-fc3f-4eb6-8f90-ccf9f436f432', 'network_id': '5ceee062-0869-40ee-8706-537aac833c02', 'port_id': '9d090721-fc3f-4eb6-8f90-ccf9f436f432', 'mac_address': 'fa:16:3e:df:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0490078e-3c20-4067-a0a3-68ff8c2fedb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:51:00.150144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:00.168233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d090721-fc3f-4eb6-8f90-ccf9f436f432 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:51:00.184997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:00.189352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:00.191312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:00.262248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:00.265574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:00.438073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['9d090721-fc3f-4eb6-8f90-ccf9f436f432'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:51:00.523317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590609d5-67a7-4d3a-9ba0-a4b91f169e38 req-ecb48435-32e8-47ab-8b19-c76e1c4f3c20 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:00.525014 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-590609d5-67a7-4d3a-9ba0-a4b91f169e38 req-ecb48435-32e8-47ab-8b19-c76e1c4f3c20 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 944 time: 0.0907516 Apr 08 19:51:00.560437 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-590609d5-67a7-4d3a-9ba0-a4b91f169e38 req-a25d483c-86c0-49e0-a3b7-0cb1e49b6d91 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288432 Apr 08 19:51:01.767727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245f362-a9e0-4cc0-8c61-71ee2ee03e5a req-79ddf37c-aea7-41b7-9907-c68afe78d08d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:01.769337 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f245f362-a9e0-4cc0-8c61-71ee2ee03e5a req-79ddf37c-aea7-41b7-9907-c68afe78d08d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 944 time: 0.0940361 Apr 08 19:51:01.803066 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f245f362-a9e0-4cc0-8c61-71ee2ee03e5a req-05cf2a6a-05c9-460a-a53e-b2bb00b04c29 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244174 Apr 08 19:51:01.932051 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9d090721-fc3f-4eb6-8f90-ccf9f436f432 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:51:02.014130 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:51:02.019056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:51:02.019476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:02.145806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:02.157943 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:51:02.169280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:02.173136 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:02.175447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:02.212962 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432', 'code': 200} Apr 08 19:51:02.247302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:02.250953 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:02.465020 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e53c0-b8be-4a8f-a359-7f0456338c42 req-165b7506-88ff-436f-8a3b-929f8c6612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:02.467268 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a69e53c0-b8be-4a8f-a359-7f0456338c42 req-165b7506-88ff-436f-8a3b-929f8c6612f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 1098 time: 0.0854840 Apr 08 19:51:02.497366 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a69e53c0-b8be-4a8f-a359-7f0456338c42 req-c56dc5dc-2f36-4824-a4d8-a08bb22b8334 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211804 Apr 08 19:51:03.035094 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392cfb-db28-44d7-8429-b5fe1cf70b50 req-baf54e22-b3f3-4044-b866-4ef88766110e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:03.036728 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-25392cfb-db28-44d7-8429-b5fe1cf70b50 req-baf54e22-b3f3-4044-b866-4ef88766110e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.0994256 Apr 08 19:51:03.067039 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-25392cfb-db28-44d7-8429-b5fe1cf70b50 req-ec8b0b92-bcce-4fc9-b00d-14b1732ac867 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239441 Apr 08 19:51:03.320268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:03.610086 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-35d09744-651c-4993-85a4-c325334b0596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:04.286635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d47bc-8406-491a-aa05-a345536616fc req-c7831b5c-d4e8-43e7-a58a-1e2312ee1e8e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:04.288228 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-153d47bc-8406-491a-aa05-a345536616fc req-c7831b5c-d4e8-43e7-a58a-1e2312ee1e8e tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.0910139 Apr 08 19:51:04.322341 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-153d47bc-8406-491a-aa05-a345536616fc req-4da75847-5abe-4127-99c2-a23a04276095 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276549 Apr 08 19:51:05.992298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69c71746-1e44-4a07-bcbd-3dd28233be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:06.378511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:07.096507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:07.694268 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:09.302040 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-5bb622f1-416a-40cf-873d-711ac620ae45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999990 Apr 08 19:51:09.475651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-9261e755-4e16-4b6b-afb6-38743054398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:09.477311 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-9261e755-4e16-4b6b-afb6-38743054398f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.0872607 Apr 08 19:51:09.649481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-05822230-77ee-4aee-9e1b-d0c5645b9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:09.651104 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-05822230-77ee-4aee-9e1b-d0c5645b9292 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.1525700 Apr 08 19:51:09.765309 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-6f4b6cf6-bf3a-4587-8d16-c930184e70e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 1000 time: 0.1057222 Apr 08 19:51:09.845327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-3a449f2a-7833-4f42-8e44-d7c619e952f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:09.846895 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-3a449f2a-7833-4f42-8e44-d7c619e952f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.0732148 Apr 08 19:51:09.931371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-502eef04-ce7b-4484-b0c7-adf6d6ca18da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:09.932919 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-502eef04-ce7b-4484-b0c7-adf6d6ca18da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787911 Apr 08 19:51:10.084655 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-d3559c4c-24ba-4158-ad64-c600aa9436ea service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432085 Apr 08 19:51:10.237271 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d5238a56-34a2-4bed-a34d-d1a9d39e87ee req-789c98ea-7d5a-42b0-a555-8bf9111ba944 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446576 Apr 08 19:51:15.725225 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:51:18.744882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ea94-6715-472d-aaef-21ede674b921 req-8c6ed88d-aaf6-4487-8965-202d0a520e9c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:18.746457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba08ea94-6715-472d-aaef-21ede674b921 req-8c6ed88d-aaf6-4487-8965-202d0a520e9c tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.0892856 Apr 08 19:51:18.784085 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ba08ea94-6715-472d-aaef-21ede674b921 req-d2e7576c-b1a0-471a-95ac-ec13dfe899d3 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276353 Apr 08 19:51:20.321675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-c03ebe61-1bcb-4fde-91eb-60f634be9af1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:20.323218 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-c03ebe61-1bcb-4fde-91eb-60f634be9af1 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.1186540 Apr 08 19:51:20.332449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6fd55-cf26-417b-a54e-8e73d4b6d9b4 req-571388f2-a6f4-4d81-a8bc-3d6eacc0b686 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:20.334028 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61c6fd55-cf26-417b-a54e-8e73d4b6d9b4 req-571388f2-a6f4-4d81-a8bc-3d6eacc0b686 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 946 time: 0.4168110 Apr 08 19:51:20.413085 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-61c6fd55-cf26-417b-a54e-8e73d4b6d9b4 req-3c3c8f2b-6630-4a43-9062-2709d1243a82 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups?id=7de4bc6d-f050-4740-921a-731876d92ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465460 Apr 08 19:51:20.427170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Deleting port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:20.427558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:20.690032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] For port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:20.690426 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:21.008957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:21.009385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031667'] for floatingip, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:21.009747 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Floating IP b421e3f1-1fd0-4fd7-858d-08344742dbe1 disassociated. External IP: 172.28.3.22, port: c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d. Apr 08 19:51:21.010110 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Calling delete_port for c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:21.167742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:21.184327 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f47ebb9b-8503-41d9-b8b5-4a06c80183df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:21.245948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'Port': ['ID=c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:21.251430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:21.563776 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:51:21.592729 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46cf87dd-0ae5-47ed-b14e-0515c47cfdff req-beeff38e-4e24-4c9f-8a66-281c032e356f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/ports?device_id=53810395-6386-431b-9f85-3f3fc8f7cda5 HTTP/1.1" status: 200 len: 210 time: 0.0513141 Apr 08 19:51:21.765906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:51:21.777465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:51:21.851922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] No DVR routers for this DVR port c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:21.854532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:21.857585 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-deleted', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:51:21.874077 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-4b40bb37-cc9f-473e-9516-17b4c6a4d016 req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.13 "DELETE /v2.0/ports/c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d HTTP/1.1" status: 204 len: 173 time: 1.5388408 Apr 08 19:51:21.911860 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53810395-6386-431b-9f85-3f3fc8f7cda5', 'name': 'network-vif-deleted', 'tag': 'c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d', 'status': 'completed', 'code': 200} Apr 08 19:51:21.912229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:21.912933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:22.140847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:22.670925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:22.675482 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:51:22.684839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:22.685596 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:22.729622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34284) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:22.802597 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:22.833439 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:22.876296 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:22.880063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:22.886973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-36cae24c-dd5e-4860-a6e1-7c2acfcc3d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:22.903721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de4bc6d-f050-4740-921a-731876d92ea1,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:22.914093 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.914520 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.914971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.915381 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.915786 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.916185 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.916588 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.916988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.917386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.917782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.918176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.918572 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:22.924728 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:22.929775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:22.933041 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "DELETE /v2.0/security-groups/7de4bc6d-f050-4740-921a-731876d92ea1 HTTP/1.1" status: 204 len: 168 time: 0.2022135 Apr 08 19:51:22.934391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34288) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:22.967651 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.api.v2.resource [None req-e6cd73ee-d452-47a8-8a05-32b2de5f5f88 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] show failed (client error): The resource could not be found. Apr 08 19:51:22.968984 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e6cd73ee-d452-47a8-8a05-32b2de5f5f88 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "GET /v2.0/security-groups/7de4bc6d-f050-4740-921a-731876d92ea1 HTTP/1.1" status: 404 len: 347 time: 0.0331979 Apr 08 19:51:22.972257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34294) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:23.148320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Deleting port 27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:23.148740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.221157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:23.227188 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e58f7-63fb-4b6d-ad30-225e73bf743d None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:45:57Z', 'revision_number': 4, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': 'f31b3e28-35ae-41a8-ba84-c70969424719', 'name': '', 'network_id': '4ba185ba-d71a-42fe-af15-707e38e74c7b', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'mac_address': 'fa:16:3e:5b:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:55Z', 'updated_at': '2021-04-08T19:46:06Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'subnets': [{'id': 'e9b3f7ef-f2ca-4d61-a460-7bea283bc295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:51:23.346169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.346525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.481386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Calling delete_port for 27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d owned by network:floatingip {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:23.620150 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0c045-aba8-4e91-9cf7-a61624d3a667 None None] New status for floating IP b421e3f1-1fd0-4fd7-858d-08344742dbe1: DOWN {{(pid=85307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:51:23.639365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.652614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52167eb1-304c-48f4-92e2-a46921d92673 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:23.710176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Pushing event deleted for resources: {'Port': ['ID=27dcb9d2-a2df-4ae3-8f41-94a8a8cf016d,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:23.713940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:23.918288 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks [] for floatingip, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.934558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:23.935852 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7a8d792f-9a62-4f8a-916b-4497671f8d6f tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] 10.222.0.35 "DELETE /v2.0/floatingips/b421e3f1-1fd0-4fd7-858d-08344742dbe1 HTTP/1.1" status: 204 len: 168 time: 0.9625003 Apr 08 19:51:24.056377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:24.098502 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:24.098898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device c57cd80a-f640-4bc1-a7e1-3b5fbd37b77d not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:26.807195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34330) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:27.695592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:28.077457 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Deleting port f31b3e28-35ae-41a8-ba84-c70969424719 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:28.078129 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:28.275389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] For port f31b3e28-35ae-41a8-ba84-c70969424719, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=f31b3e28-35ae-41a8-ba84-c70969424719,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:28.275648 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:28.415226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Calling delete_port for f31b3e28-35ae-41a8-ba84-c70969424719 owned by network:router_interface {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:28.599394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:28.612910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cf316ebb-64d2-483f-a6e0-50c531f3a3c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:28.674314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31b3e28-35ae-41a8-ba84-c70969424719,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:28.677400 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:29.076422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:29.586912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:51:29.789993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:51:29.799859 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Sync routers for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:51:29.804580 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-db2ae782-24e2-4ec8-ba6c-49bc16735ff0 admin admin] 10.222.0.35 "PUT /v2.0/routers/870f94d8-6fe9-462c-84ad-71ff5ba188a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9955494 Apr 08 19:51:29.806737 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34348) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:29.810751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:29.811624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:30.014112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:30.251542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:30.329324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:51:28Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:30.333894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Checking router: 870f94d8-6fe9-462c-84ad-71ff5ba188a4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:51:30.343562 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Routers {'870f94d8-6fe9-462c-84ad-71ff5ba188a4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:30.344226 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:06Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:30.440940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:30.451177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Deleting port 9a404df9-5fb1-47cd-b05c-d5c483911297 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:30.451624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:30.539799 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] Set router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:30.657154 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] For port 9a404df9-5fb1-47cd-b05c-d5c483911297, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=9a404df9-5fb1-47cd-b05c-d5c483911297,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:30.657720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:30.801819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Calling delete_port for 9a404df9-5fb1-47cd-b05c-d5c483911297 owned by network:router_gateway {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:30.864967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:51:28Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:30.870079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05ae2e-a391-4a3e-b809-9909ef8bb26c None None] The sync data for ids ['870f94d8-6fe9-462c-84ad-71ff5ba188a4'] in dv-cinder-784623-4-smb is: [{'id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'name': 'tempest-AttachVolumeShelveTestJSON-496933281-router', 'tenant_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:45:50Z', 'updated_at': '2021-04-08T19:51:28Z', 'revision_number': 5, 'project_id': '9a6bed0a34d244d3ae9bf9ab5d80bddf', 'gw_port': {'id': '9a404df9-5fb1-47cd-b05c-d5c483911297', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870f94d8-6fe9-462c-84ad-71ff5ba188a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:45:51Z', 'updated_at': '2021-04-08T19:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:51:30.986041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.001687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43aed944-a3fc-4d32-b641-e83049809cef tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:31.058434 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a404df9-5fb1-47cd-b05c-d5c483911297,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:31.062521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:31.270592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.456117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.458432 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.485540 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.486124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 870f94d8-6fe9-462c-84ad-71ff5ba188a4 {{(pid=85305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:51:31.499740 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.501025 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-955be19e-d906-4e9b-9553-d1477bac06c6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/870f94d8-6fe9-462c-84ad-71ff5ba188a4 HTTP/1.1" status: 204 len: 168 time: 1.6932490 Apr 08 19:51:31.503993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34360) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:31.574398 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Deleting subnet e9b3f7ef-f2ca-4d61-a460-7bea283bc295 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:51:31.577823 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.633006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.723627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:31.998183 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.018846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c25895cf-2054-404c-979d-d0c6e32e15fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:32.063987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b3f7ef-f2ca-4d61-a460-7bea283bc295,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:32.067851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:32.155056 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.161249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3796945-c440-4e64-b2b5-2d0100c45f64 None None] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:32.161495 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-70d6729a-3aba-4302-b97d-20af9dd14f03 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9b3f7ef-f2ca-4d61-a460-7bea283bc295 HTTP/1.1" status: 204 len: 168 time: 0.6562474 Apr 08 19:51:32.164248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34366) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:32.280803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.353769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Deleting port b7734d6f-f994-4a06-ac95-d49387430d02 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:32.354156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.438083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] DHCP port deletion for 4ba185ba-d71a-42fe-af15-707e38e74c7b request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:51:32.442819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Deleting port b7734d6f-f994-4a06-ac95-d49387430d02 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:32.443266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.586089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] For port b7734d6f-f994-4a06-ac95-d49387430d02, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b7734d6f-f994-4a06-ac95-d49387430d02,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:32.586455 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.673931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] For port b7734d6f-f994-4a06-ac95-d49387430d02, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=b7734d6f-f994-4a06-ac95-d49387430d02,segment=NetworkSegment(5ff78339-4ec0-4220-8cc8-e921e9c0ee2a),segment_id=5ff78339-4ec0-4220-8cc8-e921e9c0ee2a)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:32.674275 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.732677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Calling delete_port for b7734d6f-f994-4a06-ac95-d49387430d02 owned by network:dhcp {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:32.747382 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f31b3e28-35ae-41a8-ba84-c70969424719 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:32.814029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:32.828029 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-dafdfd53-d62d-41ec-8bfd-7ccfb0dfb7af tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:32.853112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Calling delete_port for b7734d6f-f994-4a06-ac95-d49387430d02 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:32.883145 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: f31b3e28-35ae-41a8-ba84-c70969424719 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:32.883521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device f31b3e28-35ae-41a8-ba84-c70969424719 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:32.884040 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 9a404df9-5fb1-47cd-b05c-d5c483911297 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:32.890208 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7734d6f-f994-4a06-ac95-d49387430d02,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:32.894144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:32.932006 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 9a404df9-5fb1-47cd-b05c-d5c483911297 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:32.932404 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 9a404df9-5fb1-47cd-b05c-d5c483911297 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:32.932910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b7734d6f-f994-4a06-ac95-d49387430d02 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:32.976954 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: b7734d6f-f994-4a06-ac95-d49387430d02 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:32.977352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device b7734d6f-f994-4a06-ac95-d49387430d02 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:32.979779 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] No DVR routers for this DVR port b7734d6f-f994-4a06-ac95-d49387430d02 on host dv-cinder-784623-4-smb {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:33.009808 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:51:33.010218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:51:33.106618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.225855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba185ba-d71a-42fe-af15-707e38e74c7b']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:33.239512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:33.239862 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff78339-4ec0-4220-8cc8-e921e9c0ee2a') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:33.252575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.272063 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.278733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:51:33.318833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.465438 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:33.474563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.511872 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Deleting port b7734d6f-f994-4a06-ac95-d49387430d02 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:33.512339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.589673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5a48b258-81b9-4281-9b7d-884988dd9881 None None] The port 'b7734d6f-f994-4a06-ac95-d49387430d02' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:51:33.607279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-20bb9f8b-9cab-4f05-beb2-8302e687dc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.662435 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Network 4ba185ba-d71a-42fe-af15-707e38e74c7b has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:51:33.685724 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:51:33.764152 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.767845 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-afd7b64b-2d16-4e8c-87fa-d603b0349346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:33.785558 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:33.796968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba185ba-d71a-42fe-af15-707e38e74c7b,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:33.800758 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:33.812152 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-99200c8c-d242-426d-87b3-cbfba3d52051 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ba185ba-d71a-42fe-af15-707e38e74c7b HTTP/1.1" status: 204 len: 168 time: 1.6468279 Apr 08 19:51:33.941516 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34380) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:33.979117 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ebd1b397-e1a6-4082-ba8b-a70c20b4687e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a6bed0a34d244d3ae9bf9ab5d80bddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362480 Apr 08 19:51:33.981723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34384) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:34.045076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:34.072997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:34.125539 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:34.130849 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-84f76ecc-ca19-4629-8125-6ad06cf6e8c7 tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:34.145324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce905b-f806-419a-9930-9d8af5fcc53a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:34.147923 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:34.154717 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:34.158457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86ce905b-f806-419a-9930-9d8af5fcc53a HTTP/1.1" status: 204 len: 168 time: 0.1733325 Apr 08 19:51:34.756912 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34408) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:35.218841 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Deleting port d04447d1-4f52-4bd5-ad1e-5210ac82f797 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:35.219318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.408212 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.408624 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.553017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Calling delete_port for d04447d1-4f52-4bd5-ad1e-5210ac82f797 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:35.689574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34444) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:35.721084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.737706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b97eb1a-09e5-4be2-8dd5-e725c669efc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:35.796349 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event deleted for resources: {'Port': ['ID=d04447d1-4f52-4bd5-ad1e-5210ac82f797,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:35.800732 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:35.823249 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.839199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:35.843653 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Usage tracker for resource:security_group_rule and tenant:c735e80469784b448add8610be51f593 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:35.846649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:35.852846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:35.946635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.950084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:35.958331 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea1730e4-df62-41bd-a7b5-e346cfeae437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:35.986919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a062a9b6-a3db-4f49-9d9e-4a32b16a5f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.003171 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c735e80469784b448add8610be51f593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124297 Apr 08 19:51:36.004454 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83372875-403d-457b-a662-782c10385600,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:36.006234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34452) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:36.013932 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.014370 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.014794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.015206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.015613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.016023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.016447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.017181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.017897 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.018318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.018722 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.019124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:36.023582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-95e81e96-d0f3-49c9-bfc3-1ef3fb35f0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:36.034184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.034553 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.l3_db [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Floating IP 51ffe2e5-d4b6-48cd-9701-6a745f7af9c0 disassociated (deleted). External IP: 172.28.3.75, port: 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3. Apr 08 19:51:36.248337 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.288235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.371857 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.512801 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.518274 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bb275e46-8056-40ea-bd24-0e769df8a1cc tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:36.541189 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83372875-403d-457b-a662-782c10385600,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:36.547770 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:36.549896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Router 04bbe207-34be-47c3-b1cb-0414af7783aa has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:51:36.692781 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.694012 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83372875-403d-457b-a662-782c10385600 HTTP/1.1" status: 204 len: 168 time: 0.6858988 Apr 08 19:51:36.760347 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:51:36.764961 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:36.770577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Sync routers for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:51:36.781374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:36.782057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:36.831717 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-a254e7da-5a38-40fa-997f-5b11d0ae0104 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "DELETE /v2.0/floatingips/51ffe2e5-d4b6-48cd-9701-6a745f7af9c0 HTTP/1.1" status: 204 len: 168 time: 2.0735841 Apr 08 19:51:36.832536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:51:37.053070 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'status': 'completed', 'code': 200} Apr 08 19:51:37.177847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:37.182925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-2e637f40-4a1c-4ca1-9b29-64a67f417d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:37.185618 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-2e637f40-4a1c-4ca1-9b29-64a67f417d42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 1098 time: 0.1022809 Apr 08 19:51:37.211254 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:37.394335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-d589cdaf-608f-413a-ac5f-a7b70f05b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:37.395926 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-d589cdaf-608f-413a-ac5f-a7b70f05b741 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 200 len: 910 time: 0.1927807 Apr 08 19:51:37.490765 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-683f1f48-fb72-4cf4-9e9c-632a8cf90db3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 200 len: 217 time: 0.0817688 Apr 08 19:51:37.576666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f4d65-47de-4158-a8e2-4a43eac2a4a3 req-fd84eff9-111c-4fcf-b01f-00f3536c4ef6 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:37.578316 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e7f4d65-47de-4158-a8e2-4a43eac2a4a3 req-fd84eff9-111c-4fcf-b01f-00f3536c4ef6 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.3171318 Apr 08 19:51:37.603567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-66e5c976-2329-4c31-b294-35e3395f06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:37.605117 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-66e5c976-2329-4c31-b294-35e3395f06c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 200 len: 848 time: 0.1030693 Apr 08 19:51:37.607644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:37.611977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Checking router: 04bbe207-34be-47c3-b1cb-0414af7783aa for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:51:37.621667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:37.622410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:37.700962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34492) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:37.792317 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:37.830352 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444333189-network', 'tenant_id': '9114216b067d411f92fad78181a063a7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:37.835992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:37.839982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Usage tracker for resource:network and tenant:9114216b067d411f92fad78181a063a7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:37.843493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:37.846628 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:37.850976 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:37.860673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Made reservation on behalf of 9114216b067d411f92fad78181a063a7 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:51:37.865706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:37.879522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:37.897360 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:37.902708 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Usage tracker for resource:security_group_rule and tenant:9114216b067d411f92fad78181a063a7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:37.907234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:37.913969 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:37.932316 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-8e7f4d65-47de-4158-a8e2-4a43eac2a4a3 req-30b401e5-fb82-49aa-b3b7-57aa1c66ed34 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443484 Apr 08 19:51:37.979235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-6c106ec0-ba4e-4de9-8310-9882299ed1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:37.981038 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-6c106ec0-ba4e-4de9-8310-9882299ed1db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55c2fc15-63f3-40a4-9240-91fd48c533e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3669951 Apr 08 19:51:38.006650 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.010315 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.023320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c527e8df-208e-4494-ab0a-d1c0547caa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:38.032901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:51:38.059153 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.059524 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Added segment 5eacbf1e-bdf2-4744-a623-8775a7376738 of type vlan for network 83a08cac-9e99-4969-90cf-c1919c28fbc7 Apr 08 19:51:38.065854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be78cc-52ad-4037-b678-8466884afdcb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:38.069264 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:38.097968 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.130935 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.132523 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:38.133297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.136970 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-04cbe31f-9999-4933-8bdd-05717481cce0 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474416 Apr 08 19:51:38.138818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:38.219253 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:38.223568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641416a4-32d3-4bc7-a4c0-b40f6279e1b7 None None] The sync data for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb is: [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:47:02Z', 'revision_number': 4, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb', '_interfaces': [{'id': '5baf3115-8a0c-4411-b86a-fdac537e4e61', 'name': '', 'network_id': '55c2fc15-63f3-40a4-9240-91fd48c533e2', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'mac_address': 'fa:16:3e:24:15:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:01Z', 'updated_at': '2021-04-08T19:47:11Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'subnets': [{'id': 'ee160091-e469-48e9-9f04-88d8fd1a280b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:51:38.253842 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5516915 Apr 08 19:51:38.257992 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34498) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:38.259028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Pushing event updated for resources: {'Network': ['ID=83a08cac-9e99-4969-90cf-c1919c28fbc7,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:38.266042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c2f5e87b-6472-4626-999b-42cf187bbab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:38.270635 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Request body: {'subnet': {'network_id': '83a08cac-9e99-4969-90cf-c1919c28fbc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444333189-subnet', 'tenant_id': '9114216b067d411f92fad78181a063a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:38.273365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:51:38.277244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:38.282279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Usage tracker for resource:subnet and tenant:9114216b067d411f92fad78181a063a7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:38.286002 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:38.292966 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:38.306312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Made reservation on behalf of 9114216b067d411f92fad78181a063a7 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:51:38.311940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3489889'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.323478 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d81c5586-4647-4b79-af6e-09e8f6009fd2 req-4b1ef535-13b0-4667-a7a1-2c4c09b81363 service neutron] 10.222.0.13 "GET /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783538 Apr 08 19:51:38.661881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf85b1-aae8-48e1-af99-c3874a2b1691 None None] New status for floating IP 51ffe2e5-d4b6-48cd-9701-6a745f7af9c0: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 19:51:38.714484 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-fb02aba9-e89b-42d2-9a5b-c4739ebf293a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:38.716108 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-fb02aba9-e89b-42d2-9a5b-c4739ebf293a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.0951335 Apr 08 19:51:38.751727 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852470238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3489872'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.769053 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:38.799477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Deleting port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:38.800517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:38.911409 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2ca52c-b209-4f92-965f-230c277f92c5,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:38.915464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:38.977971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Checking segment: {'id': '5eacbf1e-bdf2-4744-a623-8775a7376738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83a08cac-9e99-4969-90cf-c1919c28fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:51:38.978447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Network hostable DHCP agents. Network: 83a08cac-9e99-4969-90cf-c1919c28fbc7, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:51:38.997706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:51:39.006515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, 83a08cac-9e99-4969-90cf-c1919c28fbc7) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:51:39.018244 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09b795-7814-47ea-b938-a4a68f894713 None None] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:39.024967 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:39.025851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.052571 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-92280859-6ab2-467b-983d-08172b90226d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7903945 Apr 08 19:51:39.096867 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] For port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:39.097367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.187041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e88b5-a093-4956-adf4-a7cbedc33e3d req-e9c0d59f-101f-4a03-a7b6-8a7efde5a95a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:39.201116 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c69e88b5-a093-4956-adf4-a7cbedc33e3d req-e9c0d59f-101f-4a03-a7b6-8a7efde5a95a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:51:39.247291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-c69e88b5-a093-4956-adf4-a7cbedc33e3d req-e9c0d59f-101f-4a03-a7b6-8a7efde5a95a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:51:39.252232 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c69e88b5-a093-4956-adf4-a7cbedc33e3d req-e9c0d59f-101f-4a03-a7b6-8a7efde5a95a tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 945 time: 0.1754253 Apr 08 19:51:39.257610 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7053544b-1a93-44bc-82fc-7f64856e5d3a None None] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:39.263246 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Calling delete_port for 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:39.295888 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c69e88b5-a093-4956-adf4-a7cbedc33e3d req-02c99b1b-f9ba-4813-80e3-5e7c88459ebd tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/security-groups?id=fad14a77-74b2-48a7-9389-1bc9d8a09a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390723 Apr 08 19:51:39.441218 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.460607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9ed4f818-85cc-46f4-8730-9ef9bc727a8b tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:39.511055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event deleted for resources: {'Port': ['ID=0454c30f-a7c8-4a6d-a860-1ccd852c6ed3,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:39.530764 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:39.677359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34526) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:39.683544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-578646863-network', 'tenant_id': '8d56fea325834f0fb07483522b57bdec'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:39.688883 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:39.693198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Usage tracker for resource:network and tenant:8d56fea325834f0fb07483522b57bdec is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:39.696206 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:39.702703 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:39.713137 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Made reservation on behalf of 8d56fea325834f0fb07483522b57bdec for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:51:39.718034 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.727915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] No DVR routers for this DVR port 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:39.730794 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.731705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.734164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-deleted', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:51:39.749371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:39.754162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Usage tracker for resource:security_group_rule and tenant:8d56fea325834f0fb07483522b57bdec is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:39.755959 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-38990314-ff93-4d9d-b07e-2c66b7c80834 req-1ee6f26d-757b-4a2f-948e-9869b5246b06 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.13 "DELETE /v2.0/ports/0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 HTTP/1.1" status: 204 len: 173 time: 1.0342512 Apr 08 19:51:39.757854 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:39.766747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:39.796982 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c6ef19-b479-4332-9bf3-feb51e249093', 'name': 'network-vif-deleted', 'tag': '0454c30f-a7c8-4a6d-a860-1ccd852c6ed3', 'status': 'completed', 'code': 200} Apr 08 19:51:39.860443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.864036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.868754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4a1f5a57-766d-47e8-85ca-d75cc3f48df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:39.899234 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 19:51:39.909751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d6ab85-ddfd-4cae-9227-3a174a2c2229,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:39.912941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:39.917046 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.917617 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.db.segments_db [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Added segment 0aa9a187-e1f3-43c2-a24e-bd71f39bc97b of type vlan for network f106ff3d-88da-4ae3-8292-d39980100b49 Apr 08 19:51:39.945126 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744535858410'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.978886 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.980488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:39.981386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:39.986979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:40.093333 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4114032 Apr 08 19:51:40.093767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34536) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:40.096874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Pushing event updated for resources: {'Network': ['ID=f106ff3d-88da-4ae3-8292-d39980100b49,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:40.099906 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ea758cab-1cc5-4b65-91a5-de39b5c9dd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:40.100833 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Request body: {'subnet': {'network_id': 'f106ff3d-88da-4ae3-8292-d39980100b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-578646863-subnet', 'tenant_id': '8d56fea325834f0fb07483522b57bdec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:40.108068 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Network f106ff3d-88da-4ae3-8292-d39980100b49 details requested by agent ovs-agent-dv-cinder-784623-4-smb with host dv-cinder-784623-4-smb {{(pid=85307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 19:51:40.109403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:40.114055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Usage tracker for resource:subnet and tenant:8d56fea325834f0fb07483522b57bdec is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:40.118147 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:40.127412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:40.139884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Made reservation on behalf of 8d56fea325834f0fb07483522b57bdec for: {'subnet': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:51:40.145831 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853587193'] for subnet, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:40.516948 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-88d85e3b-d386-49aa-b1cc-41755eb93c6b req-6a0d1b1f-128d-42d7-a41c-26d97b813fd3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Synchronizing usage tracker for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:51:40.543793 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-88d85e3b-d386-49aa-b1cc-41755eb93c6b req-6a0d1b1f-128d-42d7-a41c-26d97b813fd3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Unset dirty status for tenant:74cd4de29dac4f5b8791f031f8c4ed5a on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:51:40.545090 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-88d85e3b-d386-49aa-b1cc-41755eb93c6b req-6a0d1b1f-128d-42d7-a41c-26d97b813fd3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8c6ef19-b479-4332-9bf3-feb51e249093 HTTP/1.1" status: 200 len: 210 time: 0.0832629 Apr 08 19:51:40.629480 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853587146'] for subnet, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:40.645164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:40.780638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534034ad-b8a3-43ce-b936-f750c589ce0a,revision_number=0']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:40.784937 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:40.845929 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Checking segment: {'id': '0aa9a187-e1f3-43c2-a24e-bd71f39bc97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f106ff3d-88da-4ae3-8292-d39980100b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:51:40.846335 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Network hostable DHCP agents. Network: f106ff3d-88da-4ae3-8292-d39980100b49, hostable agents: ['cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f'], hosted agents: [] {{(pid=85305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 19:51:40.866103 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Network f106ff3d-88da-4ae3-8292-d39980100b49 is scheduled to be hosted by DHCP agent cce57d85-7c79-44cb-b0e0-3a8aefc6cd3f with binding_index 1 {{(pid=85305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 19:51:40.875236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-smb, f106ff3d-88da-4ae3-8292-d39980100b49) {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:51:40.885050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3ee97-9346-47bd-9b2f-e01ff80fb407 None None] Network f106ff3d-88da-4ae3-8292-d39980100b49 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:40.887418 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:40.888081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:40.908951 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-2035867a-ea10-43cf-97fa-d067b1a67b38 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8140106 Apr 08 19:51:41.060544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34548) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:41.130625 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Deleting subnet aa2ca52c-b209-4f92-965f-230c277f92c5 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:51:41.132132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d138c71-8a5a-48ff-9f3d-34b4e45b1f7a None None] Network f106ff3d-88da-4ae3-8292-d39980100b49 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:41.134091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.192940 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.266191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.576521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3201d8-01a0-4401-9c79-68c855467023 req-6fc0bb0f-b311-4304-a9f9-182eb4bf7317 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:41.578148 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad3201d8-01a0-4401-9c79-68c855467023 req-6fc0bb0f-b311-4304-a9f9-182eb4bf7317 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.2284195 Apr 08 19:51:41.625031 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-ad3201d8-01a0-4401-9c79-68c855467023 req-c9fbf3bb-a082-4cd1-9996-1eedd4b448ca tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Apr 08 19:51:41.632148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.648895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cf176e8d-b817-4fe3-af88-dfeda584c690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:41.649090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34556) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:41.696493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2ca52c-b209-4f92-965f-230c277f92c5,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:41.700525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:41.731806 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.764723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.781755 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.790960 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ac62dd8f-e0b8-4938-b59b-8df0d448cb8c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aa2ca52c-b209-4f92-965f-230c277f92c5 HTTP/1.1" status: 204 len: 168 time: 0.7293386 Apr 08 19:51:41.793748 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34560) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:41.823151 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.827340 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e59b026d-1ca3-499d-a940-b8336827f3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:41.842680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad14a77-74b2-48a7-9389-1bc9d8a09a22,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:41.845199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:41.856339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:41.860988 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-733f50e0-e9dd-4f6c-8c85-81f2783bc2c3 tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] 10.222.0.35 "DELETE /v2.0/security-groups/fad14a77-74b2-48a7-9389-1bc9d8a09a22 HTTP/1.1" status: 204 len: 168 time: 0.2078798 Apr 08 19:51:41.905055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34566) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:41.911357 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.105297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.231513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a08cac-9e99-4969-90cf-c1919c28fbc7']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:42.246980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eacbf1e-bdf2-4744-a623-8775a7376738') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:42.247267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eacbf1e-bdf2-4744-a623-8775a7376738') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:42.261311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.278420 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.285667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:51:42.742452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:42.752140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.846641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:42.943512 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Network 83a08cac-9e99-4969-90cf-c1919c28fbc7 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:51:42.967354 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:51:43.044041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.047733 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5b12-7b6f-40a8-b7ce-4773d4d90653 req-f3275e37-7370-4160-be1e-bb0e5048ea3f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:43.047884 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2071c77b-4784-41aa-b6ba-57d696e282af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:43.049411 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-865a5b12-7b6f-40a8-b7ce-4773d4d90653 req-f3275e37-7370-4160-be1e-bb0e5048ea3f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.2743452 Apr 08 19:51:43.065265 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.075549 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Pushing event deleted for resources: {'Network': ['ID=83a08cac-9e99-4969-90cf-c1919c28fbc7,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:43.078731 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:43.084105 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-179be1d8-fa3d-477b-9e9b-03a06a39ef6f admin admin] 10.222.0.35 "DELETE /v2.0/networks/83a08cac-9e99-4969-90cf-c1919c28fbc7 HTTP/1.1" status: 204 len: 168 time: 1.2858469 Apr 08 19:51:43.084105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34572) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:43.149238 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Deleting subnet 534034ad-b8a3-43ce-b936-f750c589ce0a {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:51:43.152430 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.176612 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-865a5b12-7b6f-40a8-b7ce-4773d4d90653 req-d54e9bb0-c59e-4759-b492-c52e529667d8 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176660 Apr 08 19:51:43.205530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.267736 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.277166 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Deleting port 5baf3115-8a0c-4411-b86a-fdac537e4e61 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:43.277553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.467413 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] For port 5baf3115-8a0c-4411-b86a-fdac537e4e61, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=5baf3115-8a0c-4411-b86a-fdac537e4e61,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:43.467760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.536386 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.556235 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-48b6d44d-601e-4a45-ab23-14cbfcb55ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:43.601295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Calling delete_port for 5baf3115-8a0c-4411-b86a-fdac537e4e61 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:43.604952 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534034ad-b8a3-43ce-b936-f750c589ce0a,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:43.609181 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:43.692959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.699229 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-62b4e17b-5dca-42e2-95bc-4b675b4e733a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/534034ad-b8a3-43ce-b936-f750c589ce0a HTTP/1.1" status: 204 len: 168 time: 0.6144290 Apr 08 19:51:43.702064 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34576) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:43.778687 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.791581 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9bb4bd1b-06b2-40af-a76d-14e195ea821a tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:43.821894 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:43.848761 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5baf3115-8a0c-4411-b86a-fdac537e4e61,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:43.851378 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:44.015729 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.136775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f106ff3d-88da-4ae3-8292-d39980100b49']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:44.150182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa9a187-e1f3-43c2-a24e-bd71f39bc97b') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:44.150522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa9a187-e1f3-43c2-a24e-bd71f39bc97b') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:44.162874 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.178504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.185117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:51:44.206826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:44.245652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.275971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:44.276374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 0454c30f-a7c8-4a6d-a860-1ccd852c6ed3 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:44.430483 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Network f106ff3d-88da-4ae3-8292-d39980100b49 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:44.440674 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.642350 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Network f106ff3d-88da-4ae3-8292-d39980100b49 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:44.674784 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86286099-78f2-4339-8e3e-0979654c6ecd req-37dc4781-d655-4b31-87a2-5ba2f5cd0cb6 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:44.676711 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86286099-78f2-4339-8e3e-0979654c6ecd req-37dc4781-d655-4b31-87a2-5ba2f5cd0cb6 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.3625393 Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:51:44.677428 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:51:44.773705 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Router 04bbe207-34be-47c3-b1cb-0414af7783aa has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:51:44.777658 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-86286099-78f2-4339-8e3e-0979654c6ecd req-9938e546-c40c-4855-8ab4-8402f6a5344d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877934 Apr 08 19:51:44.781675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.785980 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:44.801032 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:44.811023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Pushing event deleted for resources: {'Network': ['ID=f106ff3d-88da-4ae3-8292-d39980100b49,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:44.814811 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f106ff3d-88da-4ae3-8292-d39980100b49 HTTP/1.1" status: 204 len: 168 time: 1.1117203 Apr 08 19:51:44.815942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-650f0c68-a800-44ca-9a9a-c1f9634f5215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:45.002643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34584) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:45.062029 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6e869249-f179-4d81-9b29-b30a35573908 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9114216b067d411f92fad78181a063a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549619 Apr 08 19:51:45.062287 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34588) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:45.128651 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.158248 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.212229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.217584 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:51:45.217760 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-72746ff8-e3bb-4a28-9624-c3c7ae3da732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:45.227530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Sync routers for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:51:45.231298 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be78cc-52ad-4037-b678-8466884afdcb,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:45.234654 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1622b52f-e72b-47a1-9ec9-8559b323ec6f admin admin] 10.222.0.35 "PUT /v2.0/routers/04bbe207-34be-47c3-b1cb-0414af7783aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282087 Apr 08 19:51:45.238376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34592) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:45.239280 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:45.240039 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:45.241284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:45.298065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.302495 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bf126bfd-5427-4e06-a0eb-6c96fe316747 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86be78cc-52ad-4037-b678-8466884afdcb HTTP/1.1" status: 204 len: 168 time: 0.2359457 Apr 08 19:51:45.433744 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks [] for router, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.447803 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: dv-cinder-784623-4-smb {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:45.632081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.641616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Deleting port 1f00c9ce-4935-4348-938d-2d523ee6fb97 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:45.641981 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.681985 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34600) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:45.741381 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-481c0f32-500c-46fb-b2b5-5c340938a0f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d56fea325834f0fb07483522b57bdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552032 Apr 08 19:51:45.741612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34604) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:45.808840 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.839371 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.863114 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] For port 1f00c9ce-4935-4348-938d-2d523ee6fb97, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=1f00c9ce-4935-4348-938d-2d523ee6fb97,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:45.863702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.888266 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.895679 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-92907ae9-88eb-45ca-8994-ec3a56b1fc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:45.916194 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d6ab85-ddfd-4cae-9227-3a174a2c2229,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:45.955826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:51:43Z', 'revision_number': 5, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port': {'id': '1f00c9ce-4935-4348-938d-2d523ee6fb97', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:46:58Z', 'updated_at': '2021-04-08T19:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:45.958814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:45.959671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:45.960157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Checking router: 04bbe207-34be-47c3-b1cb-0414af7783aa for host: dv-cinder-784623-4-smb {{(pid=85307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:51:45.963412 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-bfc745f1-8d86-488f-b616-1ab2ed11692d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58d6ab85-ddfd-4cae-9227-3a174a2c2229 HTTP/1.1" status: 204 len: 168 time: 0.2182798 Apr 08 19:51:45.969521 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Routers {'04bbe207-34be-47c3-b1cb-0414af7783aa'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:45.970199 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['04bbe207-34be-47c3-b1cb-0414af7783aa'], 'active': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:46.012681 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66284b-92c2-45e0-a61c-11eb7c7f6efc req-a201b1e4-2f9e-4d7d-a1f9-1f7ac017a348 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:46.015745 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fc66284b-92c2-45e0-a61c-11eb7c7f6efc req-a201b1e4-2f9e-4d7d-a1f9-1f7ac017a348 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.1036646 Apr 08 19:51:46.034487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Calling delete_port for 1f00c9ce-4935-4348-938d-2d523ee6fb97 owned by network:router_gateway {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:46.051079 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-fc66284b-92c2-45e0-a61c-11eb7c7f6efc req-37396f32-0e82-4127-81e7-d96731745e32 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283177 Apr 08 19:51:46.137161 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] Set router 04bbe207-34be-47c3-b1cb-0414af7783aa gateway port host: None {{(pid=85307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:46.237179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:46.254271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:51:45Z', 'revision_number': 6, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:46.256311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f333a8c0-65e7-47bc-926d-6e441a480713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:46.258654 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbd7e3-ddcc-4e82-a0a9-79d1775e8431 None None] The sync data for ids ['04bbe207-34be-47c3-b1cb-0414af7783aa'] in dv-cinder-784623-4-smb is: [{'id': '04bbe207-34be-47c3-b1cb-0414af7783aa', 'name': 'tempest-TestShelveInstance-1497625233-router', 'tenant_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:46:57Z', 'updated_at': '2021-04-08T19:51:45Z', 'revision_number': 6, 'project_id': '74cd4de29dac4f5b8791f031f8c4ed5a', 'gw_port_host': None}] {{(pid=85307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:51:46.319313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f00c9ce-4935-4348-938d-2d523ee6fb97,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:46.323201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:46.540069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:46.706652 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5baf3115-8a0c-4411-b86a-fdac537e4e61 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:46.748730 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 5baf3115-8a0c-4411-b86a-fdac537e4e61 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:46.749441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 5baf3115-8a0c-4411-b86a-fdac537e4e61 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:46.749934 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1f00c9ce-4935-4348-938d-2d523ee6fb97 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:46.788563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 1f00c9ce-4935-4348-938d-2d523ee6fb97 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:46.788905 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 1f00c9ce-4935-4348-938d-2d523ee6fb97 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:47.043973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.048791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.087487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.088055 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04bbe207-34be-47c3-b1cb-0414af7783aa {{(pid=85305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:51:47.111800 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baf089-40d2-4693-9827-dc989ad51944 req-e129f54b-7f40-4d64-85bb-eb76c210e25a tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:47.113444 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46baf089-40d2-4693-9827-dc989ad51944 req-e129f54b-7f40-4d64-85bb-eb76c210e25a tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.4580147 Apr 08 19:51:47.115462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] Notify callbacks [] for router, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.116597 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f5413f01-6a81-4fc5-972b-02e119a11533 admin admin] 10.222.0.35 "DELETE /v2.0/routers/04bbe207-34be-47c3-b1cb-0414af7783aa HTTP/1.1" status: 204 len: 168 time: 1.8762805 Apr 08 19:51:47.119306 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34640) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:47.233692 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Deleting port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:47.234075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.373661 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Deleting subnet ee160091-e469-48e9-9f04-88d8fd1a280b {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:51:47.408865 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.526774 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.665931 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe31f2-8051-4efa-8847-64b9799faccb req-00524814-d9dd-4e73-8f44-1550d7602971 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:47.667549 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9abe31f2-8051-4efa-8847-64b9799faccb req-00524814-d9dd-4e73-8f44-1550d7602971 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 945 time: 0.4020329 Apr 08 19:51:47.729061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-9abe31f2-8051-4efa-8847-64b9799faccb req-435a0745-b640-428e-a384-3917cbe01c70 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Apr 08 19:51:47.752066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] For port 9d090721-fc3f-4eb6-8f90-ccf9f436f432, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9d090721-fc3f-4eb6-8f90-ccf9f436f432,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:47.752466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.824445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:47.927706 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Calling delete_port for 9d090721-fc3f-4eb6-8f90-ccf9f436f432 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:48.246847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.261545 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['9d090721-fc3f-4eb6-8f90-ccf9f436f432'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:51:48.266100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-15596f0a-2471-4c9e-8ef7-88f6b069e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:48.332184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Pushing event deleted for resources: {'Port': ['ID=9d090721-fc3f-4eb6-8f90-ccf9f436f432,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:48.340057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:48.445140 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.461107 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-56513b64-fda8-4d47-b8d7-0820212189bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:48.516417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee160091-e469-48e9-9f04-88d8fd1a280b,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:48.522262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:48.674133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] No DVR routers for this DVR port 9d090721-fc3f-4eb6-8f90-ccf9f436f432 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:48.677594 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.680247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'name': 'network-vif-deleted', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:51:48.697822 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.701498 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab79d6-0145-4b20-a9c2-ac6b2fe3f84b None None] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:48.709211 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-46baf089-40d2-4693-9827-dc989ad51944 req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "DELETE /v2.0/ports/9d090721-fc3f-4eb6-8f90-ccf9f436f432 HTTP/1.1" status: 204 len: 173 time: 1.5867531 Apr 08 19:51:48.714039 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-28ee270c-74e0-4e69-a8da-eb476295f145 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ee160091-e469-48e9-9f04-88d8fd1a280b HTTP/1.1" status: 204 len: 168 time: 1.5930736 Apr 08 19:51:48.716796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34664) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:48.739681 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f99c4-4133-4609-8fa0-947947d12d36', 'name': 'network-vif-deleted', 'tag': '9d090721-fc3f-4eb6-8f90-ccf9f436f432', 'status': 'completed', 'code': 200} Apr 08 19:51:48.844465 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.910405 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-17ec0cd7-2689-4263-ad14-9454c15b223f req-186ab3b3-2023-4c1b-a567-514fce6b35b1 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Synchronizing usage tracker for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:51:48.919102 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Deleting port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:48.919422 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:48.928117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-17ec0cd7-2689-4263-ad14-9454c15b223f req-186ab3b3-2023-4c1b-a567-514fce6b35b1 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Unset dirty status for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:51:48.929647 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-17ec0cd7-2689-4263-ad14-9454c15b223f req-186ab3b3-2023-4c1b-a567-514fce6b35b1 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c4f99c4-4133-4609-8fa0-947947d12d36 HTTP/1.1" status: 200 len: 210 time: 0.0693400 Apr 08 19:51:48.981453 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] DHCP port deletion for 55c2fc15-63f3-40a4-9240-91fd48c533e2 request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:51:48.986735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Deleting port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:48.987236 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.159447 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] For port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:49.160157 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.247593 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] For port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,segment=NetworkSegment(abf38a69-d9e9-40ad-a696-a4c454c7b22c),segment_id=abf38a69-d9e9-40ad-a696-a4c454c7b22c)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:49.248170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.313017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Calling delete_port for 3d0f1fba-0c1c-4e11-8008-6ce35151db6c owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:49.401488 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.411582 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Calling delete_port for 3d0f1fba-0c1c-4e11-8008-6ce35151db6c owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:49.419933 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-a54e84ac-6a77-4027-a87a-a6a4bbe15169 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:49.485406 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0f1fba-0c1c-4e11-8008-6ce35151db6c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:49.488200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:49.499257 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:51:49.499677 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:51:49.573069 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] No DVR routers for this DVR port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c on host dv-cinder-784623-4-smb {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:49.702389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.823798 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c2fc15-63f3-40a4-9240-91fd48c533e2']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:49.837200 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf38a69-d9e9-40ad-a696-a4c454c7b22c') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:49.837542 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf38a69-d9e9-40ad-a696-a4c454c7b22c') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:49.850148 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.865517 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:49.871881 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:51:50.001004 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Deleting port 3d0f1fba-0c1c-4e11-8008-6ce35151db6c {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:50.001782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:50.062514 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:50.072127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:50.076885 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-295d6531-47b7-460b-b38d-0b81fb58b943 None None] The port '3d0f1fba-0c1c-4e11-8008-6ce35151db6c' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:51:50.256745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Network 55c2fc15-63f3-40a4-9240-91fd48c533e2 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:51:50.281211 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:51:50.367583 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:50.371220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4b806495-3d95-4a6d-a084-2692d0ce6c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:50.387470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:50.393920 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Pushing event deleted for resources: {'Network': ['ID=55c2fc15-63f3-40a4-9240-91fd48c533e2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:50.398489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:50.411852 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-4704fead-3ac4-478d-bb10-cf6d023ee86e admin admin] 10.222.0.35 "DELETE /v2.0/networks/55c2fc15-63f3-40a4-9240-91fd48c533e2 HTTP/1.1" status: 204 len: 168 time: 1.6936724 Apr 08 19:51:50.415015 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34688) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:50.692592 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d0f1fba-0c1c-4e11-8008-6ce35151db6c no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:50.731284 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 3d0f1fba-0c1c-4e11-8008-6ce35151db6c {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:50.731807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 3d0f1fba-0c1c-4e11-8008-6ce35151db6c not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:51.006428 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853733994'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:51.389643 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Deleting port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:51.390156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:51.845735 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] For port 57b7f2e2-1204-4853-90cf-f4d3b18c0f57, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:51.846097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:51.980250 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Calling delete_port for 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:52.167256 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:52.181191 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-3a291b77-b101-431e-859c-a3d4ea62a6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:52.225531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9d090721-fc3f-4eb6-8f90-ccf9f436f432 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:52.241544 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b7f2e2-1204-4853-90cf-f4d3b18c0f57,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:52.245376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:52.265639 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 9d090721-fc3f-4eb6-8f90-ccf9f436f432 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:52.266041 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 9d090721-fc3f-4eb6-8f90-ccf9f436f432 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:52.637818 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738075'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:52.725073 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:51:53.157892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Router f531da16-beb1-4c44-a51f-ed59610207c4 has already been hosted by L3 agent e029cff4-3270-4d37-afec-0821e72e6bdd {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 19:51:53.352919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 19:51:53.365440 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-61e8394c-fccd-4510-abdc-f6fe25714809 admin admin] 10.222.0.35 "PUT /v2.0/routers/f531da16-beb1-4c44-a51f-ed59610207c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468117 Apr 08 19:51:53.365604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Sync routers for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 19:51:53.365856 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34754) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:53.374035 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:53.374701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:53.563620 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:53.569955 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: dv-cinder-784623-4-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:53.766376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:53.778079 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Deleting port 80de530d-97e0-4c18-9edb-e3779b30f1c7 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:53.778552 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:53.963168 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] For port 80de530d-97e0-4c18-9edb-e3779b30f1c7, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=80de530d-97e0-4c18-9edb-e3779b30f1c7,segment=NetworkSegment(676e3d2b-0068-4f0c-b60c-9b5fb1c2e187),segment_id=676e3d2b-0068-4f0c-b60c-9b5fb1c2e187)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:53.963415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:54.045978 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'external_fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:51:52Z', 'revision_number': 5, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port': {'id': '80de530d-97e0-4c18-9edb-e3779b30f1c7', 'name': '', 'network_id': '91975235-ed21-4190-9581-b38318b4bb50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:47:06Z', 'updated_at': '2021-04-08T19:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b194d5ae-5544-49b2-98af-e71d62acf61b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-smb'}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:54.051114 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Checking router: f531da16-beb1-4c44-a51f-ed59610207c4 for host: dv-cinder-784623-4-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 19:51:54.060899 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Routers {'f531da16-beb1-4c44-a51f-ed59610207c4'} bound to L3 agent in host dv-cinder-784623-4-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 19:51:54.061745 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:34:36Z,description=,heartbeat_timestamp=2021-04-08T19:51:36Z,host='dv-cinder-784623-4-smb',id=e029cff4-3270-4d37-afec-0821e72e6bdd,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T19:34:36Z,topic='l3_agent')) {'router_ids': ['f531da16-beb1-4c44-a51f-ed59610207c4'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:54.240233 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvr_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] Set router f531da16-beb1-4c44-a51f-ed59610207c4 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 19:51:54.359922 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_hamode_db [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:51:53Z', 'revision_number': 6, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port_host': None}], 'dv-cinder-784623-4-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:54.364973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369296e2-51f1-4caa-be68-957eef1e0099 None None] The sync data for ids ['f531da16-beb1-4c44-a51f-ed59610207c4'] in dv-cinder-784623-4-smb is: [{'id': 'f531da16-beb1-4c44-a51f-ed59610207c4', 'name': 'tempest-TestShelveInstance-1939889298-router', 'tenant_id': 'd628abfa16214e66bd63ed7bfd481986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:47:05Z', 'updated_at': '2021-04-08T19:51:53Z', 'revision_number': 6, 'project_id': 'd628abfa16214e66bd63ed7bfd481986', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 19:51:54.370065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Calling delete_port for 80de530d-97e0-4c18-9edb-e3779b30f1c7 owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:54.454538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-b5d1de41-f377-4dc3-b2ca-e2f1c79fbca2 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:54.457800 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-b5d1de41-f377-4dc3-b2ca-e2f1c79fbca2 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 814 time: 0.1675675 Apr 08 19:51:54.473572 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-dcf5803e-223d-4b72-96c3-815d734b9a30 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/quotas/e39a28fee44c430d8aa3a93c5fd8b3e4 HTTP/1.1" status: 200 len: 375 time: 0.0110302 Apr 08 19:51:54.532824 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-18e72521-2fa9-47dc-907d-fbe676b1a8bd tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513210 Apr 08 19:51:54.581772 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852470076'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:54.598947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-88a8960a-f2c4-44b2-87ba-1cee65212b03 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:54.655904 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Pushing event deleted for resources: {'Port': ['ID=80de530d-97e0-4c18-9edb-e3779b30f1c7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:54.661316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:54.672604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:54.721559 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-da2db7bb-9e43-4368-9b47-2301aa140c2f service neutron] 10.222.0.35 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804025 Apr 08 19:51:54.731563 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:54.732213 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 57b7f2e2-1204-4853-90cf-f4d3b18c0f57 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:54.869090 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-a27938cd-6578-488e-a7ce-3f1fce41126c service neutron] 10.222.0.35 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466093 Apr 08 19:51:54.904638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853744219'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.090957 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34790) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:55.099971 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1042981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760548'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.102532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.124030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1043087'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.124644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f531da16-beb1-4c44-a51f-ed59610207c4 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 19:51:55.137192 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.138457 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-6b8e0727-ea56-4c4c-a684-f56cb1bde464 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f531da16-beb1-4c44-a51f-ed59610207c4 HTTP/1.1" status: 204 len: 168 time: 1.7716665 Apr 08 19:51:55.141273 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34796) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:55.217631 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Deleting subnet 92f25041-2dc0-46b5-a653-72bfa8fd0571 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:51:55.221112 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.251186 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.261097 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:55.265671 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Usage tracker for resource:security_group_rule and tenant:42bce4da09584054a79daaa976ee3ebe is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:55.268996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:55.274962 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:55.288924 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852646903'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.364467 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.368037 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.369477 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.377569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1cafaa84-69db-4b90-9fd5-e864df2c1dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:55.420890 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42bce4da09584054a79daaa976ee3ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286874 Apr 08 19:51:55.422775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d8834-b871-43e1-977f-93694e13760e,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:55.425725 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34800) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:55.428451 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:55.492972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.520866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.570368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.575618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-2a0999e2-4849-4088-ae84-0fbc832158fe tempest-AttachVolumeShelveTestJSON-1406023777 tempest-AttachVolumeShelveTestJSON-1406023777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:55.592921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d8834-b871-43e1-977f-93694e13760e,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:55.596108 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:55.598351 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.599563 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-9899bce2-2bc3-436b-82d0-5f1cea09627c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef9d8834-b871-43e1-977f-93694e13760e HTTP/1.1" status: 204 len: 168 time: 0.1728842 Apr 08 19:51:55.635222 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851285944'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.651302 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e2399265-4f80-429b-b33a-c83005d27f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:55.698926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f25041-2dc0-46b5-a653-72bfa8fd0571,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:55.703085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:55.785618 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.791464 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef31ff-fdbd-4082-aca4-b7e634de5b11 None None] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 requested from dv-cinder-784623-4-smb {{(pid=85307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 19:51:55.791627 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1748dcd5-abaf-4100-9de9-24b85a3c1d8d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92f25041-2dc0-46b5-a653-72bfa8fd0571 HTTP/1.1" status: 204 len: 168 time: 0.6492479 Apr 08 19:51:55.794547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34808) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:55.911767 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34812) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:55.917229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.931470 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:55.947440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:55.952089 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Usage tracker for resource:security_group_rule and tenant:60e98c1605924cb6a2555e2008bf0c59 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:51:55.955165 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:51:55.961379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:55.987547 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Deleting port 07962d7c-67be-433c-ba68-ffcbcdee1225 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:55.987805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.059659 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.064814 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.080970 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-68cd8cab-b600-4d76-9dfe-2ea9f4f0083c tempest-VolumesNegativeTest-1901338056 tempest-VolumesNegativeTest-1901338056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:56.081820 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] DHCP port deletion for bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 request from dv-cinder-784623-4-smb {{(pid=85307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 19:51:56.086261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Deleting port 07962d7c-67be-433c-ba68-ffcbcdee1225 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:56.086685 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.114522 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9574c1-f9ea-4338-b7a1-efa732b7ce23,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:56.121390 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:56.149799 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-1dbea3a2-2048-4048-bbb8-bc6dd853b231 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60e98c1605924cb6a2555e2008bf0c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366517 Apr 08 19:51:56.150449 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34822) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:56.256346 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.284973 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.295698 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-7a235efb-e716-4bc1-b62d-ba04564734c9 req-144c12ee-8529-4d1e-a0e9-4d15172ecb34 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 210 time: 0.1436386 Apr 08 19:51:56.334167 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] For port 07962d7c-67be-433c-ba68-ffcbcdee1225, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=07962d7c-67be-433c-ba68-ffcbcdee1225,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:56.334553 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.340815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] For port 07962d7c-67be-433c-ba68-ffcbcdee1225, host dv-cinder-784623-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-smb',level=0,port_id=07962d7c-67be-433c-ba68-ffcbcdee1225,segment=NetworkSegment(be82a0e3-5482-4c71-925d-6af2b4b4d9ba),segment_id=be82a0e3-5482-4c71-925d-6af2b4b4d9ba)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:51:56.341504 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.346680 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.352979 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-9681741c-39db-4848-bd31-38c0e8660ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:56.364700 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9574c1-f9ea-4338-b7a1-efa732b7ce23,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:56.368518 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:56.373509 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.377837 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e9574c1-f9ea-4338-b7a1-efa732b7ce23 HTTP/1.1" status: 204 len: 168 time: 0.2263730 Apr 08 19:51:56.489600 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Calling delete_port for 07962d7c-67be-433c-ba68-ffcbcdee1225 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:56.499531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Calling delete_port for 07962d7c-67be-433c-ba68-ffcbcdee1225 owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:51:56.577162 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:56.579666 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.db.api [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85306) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:51:56.580066 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_db.api [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 19:51:56.594316 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:56.707314 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Pushing event deleted for resources: {'Port': ['ID=07962d7c-67be-433c-ba68-ffcbcdee1225,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:56.714942 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 80de530d-97e0-4c18-9edb-e3779b30f1c7 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:56.764753 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.765133 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.765532 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.765901 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.766272 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.766649 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.767014 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.767376 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.767742 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.768109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.768466 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.768851 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:51:56.781527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 80de530d-97e0-4c18-9edb-e3779b30f1c7 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:56.781921 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 80de530d-97e0-4c18-9edb-e3779b30f1c7 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:56.782481 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 07962d7c-67be-433c-ba68-ffcbcdee1225 no longer exists at agent ovs-agent-dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:51:56.814247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:56.823998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] No Port match for: 07962d7c-67be-433c-ba68-ffcbcdee1225 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:51:56.824403 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Device 07962d7c-67be-433c-ba68-ffcbcdee1225 not bound to the agent host dv-cinder-784623-4-smb {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:51:56.828384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2e212-d104-47de-b74f-a8d2fdf43b36 None None] No DVR routers for this DVR port 07962d7c-67be-433c-ba68-ffcbcdee1225 on host dv-cinder-784623-4-smb {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:51:57.081242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Deleting port 07962d7c-67be-433c-ba68-ffcbcdee1225 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:51:57.081721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.157083 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] The port '07962d7c-67be-433c-ba68-ffcbcdee1225' was deleted {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 19:51:57.296311 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.443075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:57.457994 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-c8f8876c-d416-44f8-b9c5-1d6e7649e76d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:57.458295 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:57.458763 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be82a0e3-5482-4c71-925d-6af2b4b4d9ba') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:51:57.459621 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-c8f8876c-d416-44f8-b9c5-1d6e7649e76d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 814 time: 0.1642706 Apr 08 19:51:57.473641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128945'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.493709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.501507 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:51:57.515693 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Request body: {'port': {'device_id': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'network_id': '5ceee062-0869-40ee-8706-537aac833c02', 'admin_state_up': True, 'tenant_id': 'e39a28fee44c430d8aa3a93c5fd8b3e4'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:57.657665 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a8909821-cf0b-4fd5-bc4c-e3f4c06664b2 req-45f067fd-cf60-41d6-bd2b-ebde92b8389d tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 210 time: 0.1904304 Apr 08 19:51:57.680617 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:51:57.692397 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:51:57.702304 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Made reservation on behalf of e39a28fee44c430d8aa3a93c5fd8b3e4 for: {'port': 1} {{(pid=85305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 19:51:57.709326 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.709701 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:57.718998 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305715'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:57.905977 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Network bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: % (table.description, expected, rows_matched) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: % (table.description, expected, rows_matched) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: % (table.description, expected, rows_matched) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: % (table.description, expected, rows_matched) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:51:57.928924 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:51:58.008383 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.013910 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.021832 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-52b9e740-6262-45d5-9e70-1bd25e5e4097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:58.042059 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:58.045042 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:58.056704 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5e0bb4fc-66fa-4989-912b-64ef882e527c admin admin] 10.222.0.35 "DELETE /v2.0/networks/bbb7ef2a-cf18-40c8-9a80-359ee7f49ad0 HTTP/1.1" status: 204 len: 168 time: 2.2542455 Apr 08 19:51:58.258369 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34882) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:58.393782 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_common [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Allocated IP 172.20.0.7 (5ceee062-0869-40ee-8706-537aac833c02/0490078e-3c20-4067-a0a3-68ff8c2fedb8/6e1d878a-7730-44ad-b39b-7b5741b3d685) {{(pid=85305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 19:51:58.550553 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8bdc98fe-0564-4ae6-947c-8d0bb7b7ebb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74cd4de29dac4f5b8791f031f8c4ed5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881687 Apr 08 19:51:58.550875 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34888) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:58.617474 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks [] for port, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.632394 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.649607 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363292318892182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.663847 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.666866 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e152b47d-31b6-4f82-9569-4c86645e5cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:58.723030 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.728995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-71a05223-3b29-4aca-a060-5de8faf5de25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:58.758739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245067e-41b1-4348-a47e-8e8f547b6507,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:58.761713 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:58.764098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:58.765580 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-ef3f27f4-caa0-4806-9a7d-ede551219bb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b245067e-41b1-4348-a47e-8e8f547b6507 HTTP/1.1" status: 204 len: 168 time: 0.2135468 Apr 08 19:51:58.844179 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Pushing event updated for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:58.849530 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:58.896604 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Network 5ceee062-0869-40ee-8706-537aac833c02 is already hosted by enough agents. {{(pid=85305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 19:51:58.897769 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.scheduler.base_scheduler [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Resources bound (agent type, host, resource id): {{(pid=85305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 19:51:58.900115 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Received port after_create {{(pid=85305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 19:51:58.907132 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050c8cd-c3fe-4f3d-b33d-85c183ac0adb req-8d241fea-b3d8-4be4-8a80-4a1ea2bef78f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:58.908860 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a050c8cd-c3fe-4f3d-b33d-85c183ac0adb req-8d241fea-b3d8-4be4-8a80-4a1ea2bef78f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 931 time: 0.0945823 Apr 08 19:51:58.945418 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a050c8cd-c3fe-4f3d-b33d-85c183ac0adb req-a48a3514-82ae-49e3-927a-9bc2bfbb82db tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287516 Apr 08 19:51:58.975198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:51:58.975891 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.000865 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-ccb7628a-332e-4236-a2c4-b3a124a69f93 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4896753 Apr 08 19:51:59.013621 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.v2.base [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Request body: {'port': {'device_id': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:51:59.101214 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34902) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:59.136913 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-42a8dd1d-e4c9-4dba-86dd-82bc691329cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d628abfa16214e66bd63ed7bfd481986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0341544 Apr 08 19:51:59.139436 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34906) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:51:59.141141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.204415 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.235401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.279873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.284896 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e5f5bace-a794-4d6c-a11f-936efebb42ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:59.297410 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d8326-ffcb-4997-9350-ed8e087228fc,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:59.300914 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:59.303017 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.305061 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-30e47988-1a4c-4e02-b9d4-f1e09850ff41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f46d8326-ffcb-4997-9350-ed8e087228fc HTTP/1.1" status: 204 len: 168 time: 0.1644828 Apr 08 19:51:59.564075 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1d878a-7730-44ad-b39b-7b5741b3d685 {{(pid=85305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:51:59.573391 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.592443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Transition to ACTIVE for port object 6e1d878a-7730-44ad-b39b-7b5741b3d685 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:51:59.596124 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:51:59.610452 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-679b1df5-07cd-4104-aa66-fabfa34a5196 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:51:59.763026 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:51:59.767546 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:51:59.984634 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Attempting to bind port 6e1d878a-7730-44ad-b39b-7b5741b3d685 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:51:59.985065 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Attempting to bind port 6e1d878a-7730-44ad-b39b-7b5741b3d685 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 19:51:59.985424 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Attempting to bind port 6e1d878a-7730-44ad-b39b-7b5741b3d685 on network 5ceee062-0869-40ee-8706-537aac833c02 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:51:59.990855 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Port 6e1d878a-7730-44ad-b39b-7b5741b3d685 on network 5ceee062-0869-40ee-8706-537aac833c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:51:59.991205 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Attempting to bind port 6e1d878a-7730-44ad-b39b-7b5741b3d685 on network 5ceee062-0869-40ee-8706-537aac833c02 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 19:51:59.996747 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Checking agent: {'id': '3d8387d6-6bd9-4d91-9c18-ee3731112cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'started_at': datetime.datetime(2021, 4, 8, 19, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 19:51:59.997155 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Checking segment: {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 19:51:59.997637 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Bound using segment: {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 19:51:59.998085 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Bound port: 6e1d878a-7730-44ad-b39b-7b5741b3d685, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c6af73-1f85-4cec-a742-f196abe346df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ceee062-0869-40ee-8706-537aac833c02'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 19:51:59.998468 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:00.127573 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 19:52:00.138417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 19:52:00.151873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852508589'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:00.169220 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-43b16f54-a321-4e96-9b74-c02ab7cdb8e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:00.341892 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa99fa-599f-421f-b6e9-ee0b110585f9 req-e204c52f-dc03-4aeb-96e5-e179c1c7fd12 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:00.342641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-bcaa99fa-599f-421f-b6e9-ee0b110585f9 req-e204c52f-dc03-4aeb-96e5-e179c1c7fd12 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Synchronizing usage tracker for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 19:52:00.353182 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:00.369061 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:00.389612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [req-bcaa99fa-599f-421f-b6e9-ee0b110585f9 req-e204c52f-dc03-4aeb-96e5-e179c1c7fd12 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Unset dirty status for tenant:e39a28fee44c430d8aa3a93c5fd8b3e4 on resource:port {{(pid=85305) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 19:52:00.390939 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bcaa99fa-599f-421f-b6e9-ee0b110585f9 req-e204c52f-dc03-4aeb-96e5-e179c1c7fd12 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 943 time: 0.3234777 Apr 08 19:52:00.398511 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:00.399193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:00.400751 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-4352653d-7c17-40fe-ae1b-7e18b2266664 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e1d878a-7730-44ad-b39b-7b5741b3d685 HTTP/1.1" status: 200 len: 1093 time: 1.3922429 Apr 08 19:52:00.401303 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:52:00.432701 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-bcaa99fa-599f-421f-b6e9-ee0b110585f9 req-ae8987e5-a427-43fd-b6b2-92dc292a1871 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260589 Apr 08 19:52:00.484106 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685', 'status': 'completed', 'code': 200} Apr 08 19:52:00.526128 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-5fedfc31-3377-42e2-9728-b7fd5423d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:00.527676 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-5fedfc31-3377-42e2-9728-b7fd5423d539 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0823355 Apr 08 19:52:00.610762 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-3b7acc2e-964b-4a1a-8b54-12cc8a17671b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685 HTTP/1.1" status: 200 len: 217 time: 0.0716133 Apr 08 19:52:00.684077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-1d6e75aa-0806-4560-b9f9-554ab4fafb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:00.686110 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-1d6e75aa-0806-4560-b9f9-554ab4fafb37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0490078e-3c20-4067-a0a3-68ff8c2fedb8 HTTP/1.1" status: 200 len: 854 time: 0.0654926 Apr 08 19:52:00.746680 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-dc578248-02d1-4797-9ab4-a045429f8f4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ceee062-0869-40ee-8706-537aac833c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500386 Apr 08 19:52:00.898098 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-5f75d2e7-0ee0-4849-8271-770208e55eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404610 Apr 08 19:52:01.052347 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-806ac2ee-5d44-4817-a15e-463f9bd74a83 req-9c0ff6b7-83d7-4a0d-b622-a2c3644c8874 service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475587 Apr 08 19:52:01.191144 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-97a83400-5fc6-4925-a01f-c881642ed24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:01.192816 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-97a83400-5fc6-4925-a01f-c881642ed24a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0874488 Apr 08 19:52:01.338297 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-d7b60816-19b5-475f-ac0b-29772c28ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:01.339898 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-d7b60816-19b5-475f-ac0b-29772c28ffe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 200 len: 915 time: 0.1405637 Apr 08 19:52:01.416516 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-468b42b4-c076-4bba-a580-1cab88d4da43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685 HTTP/1.1" status: 200 len: 217 time: 0.0693588 Apr 08 19:52:01.492646 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-e7fd6ab4-bb31-4441-839e-a6ad4ea7a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:01.494338 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-e7fd6ab4-bb31-4441-839e-a6ad4ea7a349 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0490078e-3c20-4067-a0a3-68ff8c2fedb8 HTTP/1.1" status: 200 len: 854 time: 0.0681825 Apr 08 19:52:01.551396 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-3fd484b0-7689-4dc9-83ab-e10b796342e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ceee062-0869-40ee-8706-537aac833c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499790 Apr 08 19:52:02.016715 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a531f-c85d-42f3-aa10-dcf8cb7d1111 req-66914f88-b033-4446-abd7-ced2d7aa7652 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:02.018288 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb0a531f-c85d-42f3-aa10-dcf8cb7d1111 req-66914f88-b033-4446-abd7-ced2d7aa7652 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 943 time: 0.4611480 Apr 08 19:52:02.021864 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-93e0d3b3-004c-41c5-a9d8-50efbe22215b service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285448 Apr 08 19:52:02.084831 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb0a531f-c85d-42f3-aa10-dcf8cb7d1111 req-f6cb056d-dd15-49eb-8415-38a05ccc7e56 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601552 Apr 08 19:52:02.188101 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-f51a2584-442e-4f6e-93b2-d20c59bb983d req-7e2e64e9-16eb-4c94-86fd-82ddbb68eacd service neutron] 10.222.0.13 "GET /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492732 Apr 08 19:52:02.413109 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34944) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:02.562339 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.578291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:52:02.583231 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Usage tracker for resource:security_group_rule and tenant:ea26f8d19b4e42b29fb80162e4356ec7 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:52:02.586448 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:52:02.593368 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:52:02.688493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.692813 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.700215 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5934f0ff-d692-4610-b471-89d17b826092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:02.744113 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea26f8d19b4e42b29fb80162e4356ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295755 Apr 08 19:52:02.745105 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f73cff-13f7-4f97-82ec-5f3fbca68b07,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:02.747960 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34950) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:02.748324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:02.812276 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.839219 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.884577 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.888429 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-89bcfb07-eacc-493e-9d39-3ccc4ec13d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:02.902567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f73cff-13f7-4f97-82ec-5f3fbca68b07,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:02.905078 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:02.908667 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:02.910396 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-c75e83c5-5d81-475b-afd8-5582eeb785df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08f73cff-13f7-4f97-82ec-5f3fbca68b07 HTTP/1.1" status: 204 len: 168 time: 0.1611736 Apr 08 19:52:03.228707 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34960) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:03.249528 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.265007 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:52:03.269048 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Usage tracker for resource:security_group_rule and tenant:4247297edb034da5baf57b768ca6bed0 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:52:03.271951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:52:03.277990 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:52:03.300878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ca66-ac65-47ac-98ba-c7a7d57a0bad req-f18b6357-8898-4c2a-b0d0-7624487446c6 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:03.308663 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76a6ca66-ac65-47ac-98ba-c7a7d57a0bad req-f18b6357-8898-4c2a-b0d0-7624487446c6 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 943 time: 0.0970421 Apr 08 19:52:03.318324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.340844 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-76a6ca66-ac65-47ac-98ba-c7a7d57a0bad req-fa1e5c5a-a67f-4c9d-9b5f-0932378263fa tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250916 Apr 08 19:52:03.372863 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.376878 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.384164 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-bf6e97b6-a6aa-48a9-a033-277af45ccc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:03.428134 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4247297edb034da5baf57b768ca6bed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981039 Apr 08 19:52:03.429098 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1253233a-ba69-4f82-a88d-c4bc3a3534ac,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:03.431367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 34964) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:03.432506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-7d88289c-1fbb-4ff8-89fa-03297d4f188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:03.501312 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.528808 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.575279 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.579081 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-07bab420-1c80-4fa2-80ff-5b083032601b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:03.590739 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253233a-ba69-4f82-a88d-c4bc3a3534ac,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:03.597714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:03.601493 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1253233a-ba69-4f82-a88d-c4bc3a3534ac HTTP/1.1" status: 204 len: 168 time: 0.1662686 Apr 08 19:52:03.601493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e446eb2d-6243-4d0a-8c24-1d90afb803ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:03.618281 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-752f621b-5c4e-4f22-b069-d86b05e1a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:04.319291 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 6e1d878a-7730-44ad-b39b-7b5741b3d685 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 19:52:04.564292 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa9f0-e3c8-49b1-b595-44ad6100dd1f req-2b8cea89-1393-488e-bc67-794761ba5ee1 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:04.566297 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-205fa9f0-e3c8-49b1-b595-44ad6100dd1f req-2b8cea89-1393-488e-bc67-794761ba5ee1 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 943 time: 0.0999260 Apr 08 19:52:04.598280 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-205fa9f0-e3c8-49b1-b595-44ad6100dd1f req-7ab7cc89-5bf8-43fe-bab6-63d568abfef4 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252452 Apr 08 19:52:04.657184 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:52:04.671670 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Returning: {'device': '6e1d878a-7730-44ad-b39b-7b5741b3d685', 'network_id': '5ceee062-0869-40ee-8706-537aac833c02', 'port_id': '6e1d878a-7730-44ad-b39b-7b5741b3d685', 'mac_address': 'fa:16:3e:4c:b1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0490078e-3c20-4067-a0a3-68ff8c2fedb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 19:52:04.730141 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:04.731569 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d878a-7730-44ad-b39b-7b5741b3d685 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 19:52:04.748057 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:52:04.751527 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:04.754201 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:04.825515 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=4']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:04.828951 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:04.939599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 34998) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:05.019613 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['6e1d878a-7730-44ad-b39b-7b5741b3d685'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:52:05.070907 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.087176 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:52:05.091443 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f168effd16d466d93c060ceb9219ed7 is out of sync, need to count used quota {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:52:05.094513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85305) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:52:05.100805 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85305) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:52:05.185554 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.189550 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.199100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f4f90e25-fb05-49c5-bdff-c2a35b26e60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:05.243344 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f168effd16d466d93c060ceb9219ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025696 Apr 08 19:52:05.245127 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61432757-0861-411b-9aef-dc3ba1ac5ca4,revision_number=1']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:05.246240 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 35004) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:05.248417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-8954785a-2f68-4b24-afaa-fc26f50f40f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:05.313882 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.342817 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.389709 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.393513 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-6eec014e-af38-456a-b7ad-878156b175b1 tempest-AttachVolumeTestJSON-1371618 tempest-AttachVolumeTestJSON-1371618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:05.405230 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61432757-0861-411b-9aef-dc3ba1ac5ca4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:05.408993 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:05.413175 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:05.414522 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5a12cb10-a65e-484b-9fb7-c21dd8132447 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61432757-0861-411b-9aef-dc3ba1ac5ca4 HTTP/1.1" status: 204 len: 168 time: 0.1669996 Apr 08 19:52:05.801982 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b85459-c8a8-4469-a02c-32a5fcccb9b7 req-3c564492-08ae-4053-9c76-17dc9599d998 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:05.803609 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d9b85459-c8a8-4469-a02c-32a5fcccb9b7 req-3c564492-08ae-4053-9c76-17dc9599d998 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 944 time: 0.0888560 Apr 08 19:52:05.839203 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-d9b85459-c8a8-4469-a02c-32a5fcccb9b7 req-054ab994-c009-40a8-8303-f05b04189832 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279765 Apr 08 19:52:05.988791 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-35abb8b2-27a0-4c7d-b3c2-ea613df09f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:06.320622 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 6e1d878a-7730-44ad-b39b-7b5741b3d685 up at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 19:52:06.395077 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:06.413975 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning for port 6e1d878a-7730-44ad-b39b-7b5741b3d685 completed by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 19:52:06.419329 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.provisioning_blocks [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Provisioning complete for port 6e1d878a-7730-44ad-b39b-7b5741b3d685 triggered by entity L2. {{(pid=85307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 19:52:06.419752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:06.549815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854594850'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:06.562726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:52:06.573487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:52:06.577389 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292318459508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363292318892165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744535883669'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:06.579361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:06.617826 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685', 'code': 200} Apr 08 19:52:06.658568 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=5']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:06.662100 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:06.899570 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c53b-7bb6-45af-b6e7-81b475057637 req-ef653391-0591-4bfa-83a2-13946c2ca82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:06.901519 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb11c53b-7bb6-45af-b6e7-81b475057637 req-ef653391-0591-4bfa-83a2-13946c2ca82d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1026397 Apr 08 19:52:06.941682 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-eb11c53b-7bb6-45af-b6e7-81b475057637 req-47a7f81e-2105-426d-949c-1593be354e48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286133 Apr 08 19:52:07.056627 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384e3b-8f54-4567-9787-1d8ab6e34c55 req-3161d8e1-d666-469b-ba9f-ffdb0926aab3 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:07.058241 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb384e3b-8f54-4567-9787-1d8ab6e34c55 req-3161d8e1-d666-469b-ba9f-ffdb0926aab3 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.0937846 Apr 08 19:52:07.082320 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:07.090907 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-cb384e3b-8f54-4567-9787-1d8ab6e34c55 req-4b8d5351-82af-4803-bd45-8b41819a6ae4 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258737 Apr 08 19:52:07.699995 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:08.313324 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692274da-8c51-4cc7-b5d3-e6226c106548 req-cd943b68-10a6-4770-8463-a0836b013588 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:08.314964 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-692274da-8c51-4cc7-b5d3-e6226c106548 req-cd943b68-10a6-4770-8463-a0836b013588 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.0976202 Apr 08 19:52:08.347158 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-692274da-8c51-4cc7-b5d3-e6226c106548 req-f1a5176c-35bf-4d30-b962-8374fb3fba0f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255346 Apr 08 19:52:25.631180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bdd9f-52fe-43af-9976-e2a8018833ce req-87795322-a77f-404b-9225-e963553c5200 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:25.632814 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-db1bdd9f-52fe-43af-9976-e2a8018833ce req-87795322-a77f-404b-9225-e963553c5200 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.1017883 Apr 08 19:52:25.667396 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-db1bdd9f-52fe-43af-9976-e2a8018833ce req-2d8ba2d7-c23e-401d-8e8a-b40f26af9830 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279310 Apr 08 19:52:26.889531 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017f34-55e6-4bd8-9fe8-0864e2a6275e req-a25777d4-960e-41d8-8567-cd1565447aab tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:26.891127 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2017f34-55e6-4bd8-9fe8-0864e2a6275e req-a25777d4-960e-41d8-8567-cd1565447aab tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.1075170 Apr 08 19:52:26.922164 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a2017f34-55e6-4bd8-9fe8-0864e2a6275e req-30d4199a-b87e-438a-9ac2-9ebe383379d4 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244551 Apr 08 19:52:28.376251 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ec1a2-cdfa-4f94-a8b3-0520ec5adb08 req-fcb9546f-eff2-4b61-8bd9-ef7dedf79839 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:28.377903 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c59ec1a2-cdfa-4f94-a8b3-0520ec5adb08 req-fcb9546f-eff2-4b61-8bd9-ef7dedf79839 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.3350303 Apr 08 19:52:28.408208 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-c59ec1a2-cdfa-4f94-a8b3-0520ec5adb08 req-0d5c544c-489d-470e-b2dc-b9899e219024 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238280 Apr 08 19:52:29.629815 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec045a-5e4b-4927-b1cb-bac695ea0b61 req-f68efd8b-5138-49be-a172-47ca001b5e60 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:29.631416 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6ec045a-5e4b-4927-b1cb-bac695ea0b61 req-f68efd8b-5138-49be-a172-47ca001b5e60 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.1043994 Apr 08 19:52:29.662443 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a6ec045a-5e4b-4927-b1cb-bac695ea0b61 req-d57aa1b3-bcf3-4989-a339-77b70856f801 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245697 Apr 08 19:52:29.730117 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:52:30.174308 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff43791-5920-4542-b081-2d6130e5ed66 req-43396410-1e7b-428c-99a4-8e8d21c54a5f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:30.176278 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dff43791-5920-4542-b081-2d6130e5ed66 req-43396410-1e7b-428c-99a4-8e8d21c54a5f tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 945 time: 0.0959079 Apr 08 19:52:30.254591 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Deleting port 6e1d878a-7730-44ad-b39b-7b5741b3d685 {{(pid=85305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 19:52:30.254986 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744536311974'] for port, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:30.530028 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] For port 6e1d878a-7730-44ad-b39b-7b5741b3d685, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e1d878a-7730-44ad-b39b-7b5741b3d685,segment=NetworkSegment(43c6af73-1f85-4cec-a742-f196abe346df),segment_id=43c6af73-1f85-4cec-a742-f196abe346df)] {{(pid=85305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 19:52:30.530425 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1034104'] for port, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:30.666242 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Calling delete_port for 6e1d878a-7730-44ad-b39b-7b5741b3d685 owned by compute:nova {{(pid=85305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 19:52:30.825644 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854594941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292318459525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744535883635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267210'] for port, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:30.841080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.db [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] get_ports_and_sgs() called for port_ids ['6e1d878a-7730-44ad-b39b-7b5741b3d685'] {{(pid=85307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 19:52:30.870903 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40abfe6-deb1-4d06-ad53-3c62cec307a4 req-5f71f947-21d0-4dfe-8db2-875780084889 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 19:52:30.872583 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a40abfe6-deb1-4d06-ad53-3c62cec307a4 req-5f71f947-21d0-4dfe-8db2-875780084889 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf5f0927-1aa3-4909-b659-f10dd0b41cf9 HTTP/1.1" status: 200 len: 867 time: 0.0922644 Apr 08 19:52:30.905471 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-a40abfe6-deb1-4d06-ad53-3c62cec307a4 req-625fb6c5-c14a-451b-b9c3-dc8498b0a180 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.35 "GET /v2.0/security-groups?id=ee623765-cc78-43f5-a59a-d14c1e769853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253081 Apr 08 19:52:30.912826 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4e2a49d7-3b01-4ae4-bc57-27d499452d3b tempest-TestShelveInstance-630564113 tempest-TestShelveInstance-630564113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:30.969334 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Pushing event deleted for resources: {'Port': ['ID=6e1d878a-7730-44ad-b39b-7b5741b3d685,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:30.972173 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:31.094384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] No DVR routers for this DVR port 6e1d878a-7730-44ad-b39b-7b5741b3d685 on host hv-cinder-78462 {{(pid=85305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 19:52:31.096963 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760405'] for port, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:31.101049 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'name': 'network-vif-deleted', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685'}] {{(pid=85305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 19:52:31.132624 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [req-dff43791-5920-4542-b081-2d6130e5ed66 req-24b8e7e1-c090-42da-998c-dc90b8610100 tempest-VolumesSnapshotTestJSON-1993251039 tempest-VolumesSnapshotTestJSON-1993251039-project] 10.222.0.13 "DELETE /v2.0/ports/6e1d878a-7730-44ad-b39b-7b5741b3d685 HTTP/1.1" status: 204 len: 173 time: 0.9494314 Apr 08 19:52:31.149518 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5f0927-1aa3-4909-b659-f10dd0b41cf9', 'name': 'network-vif-deleted', 'tag': '6e1d878a-7730-44ad-b39b-7b5741b3d685', 'status': 'completed', 'code': 200} Apr 08 19:52:32.688195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.35', 35288) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:32.827560 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:32.843401 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 19:52:32.847702 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Usage tracker for resource:security_group_rule and tenant:cd89c8e3573a4c1b920ff7a0b12eca91 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 19:52:32.850844 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.quota.resource [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 19:52:32.857445 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.quota.driver [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 19:52:32.950752 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:32.954723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:32.961941 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-f2af1fa8-efdc-41ea-b33d-bcba6ade6df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:33.003260 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb5ed3-daef-4ad6-9b01-fb9461aa7546,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:33.007475 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd89c8e3573a4c1b920ff7a0b12eca91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181345 Apr 08 19:52:33.010919 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 35294) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:33.014374 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.014807 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.015261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.015641 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.016080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.016506 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.016915 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.017318 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.017723 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.018122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.018503 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.018895 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:33.023388 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5d527331-82f6-4e91-a283-b381aaea35ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:33.078821 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:33.106796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:33.165138 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:33.170673 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-cb793810-8765-4849-ad62-c35416fd11ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:33.183893 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb5ed3-daef-4ad6-9b01-fb9461aa7546,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:33.187170 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:33.190714 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:33.192891 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5ad32de1-2bf4-482e-b6fa-bd375d4c0203 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdfb5ed3-daef-4ad6-9b01-fb9461aa7546 HTTP/1.1" status: 204 len: 168 time: 0.1808441 Apr 08 19:52:33.317271 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:33.602261 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a5650b18-6c17-47de-8315-2bd8ba44eafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:34.416084 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 6e1d878a-7730-44ad-b39b-7b5741b3d685 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 19:52:34.457325 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.plugin [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] No Port match for: 6e1d878a-7730-44ad-b39b-7b5741b3d685 {{(pid=85307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 19:52:34.457721 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.rpc [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Device 6e1d878a-7730-44ad-b39b-7b5741b3d685 not bound to the agent host hv-cinder-78462 {{(pid=85307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 19:52:35.994691 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-389d8e8b-edb8-4918-9312-56e6471fbb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:36.385210 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:37.087080 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:37.703180 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:51.805640 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 35410) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:51.877000 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.db_base_plugin_v2 [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Deleting subnet 0490078e-3c20-4067-a0a3-68ff8c2fedb8 {{(pid=85305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 19:52:51.880574 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:51.934996 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123269'] for subnet, precommit_delete_associations {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:51.998750 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743857'] for subnet, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.270972 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-31940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852508576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1188654'] for subnet, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.288247 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:52.336122 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0490078e-3c20-4067-a0a3-68ff8c2fedb8,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:52.399536 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.399959 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.400367 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.400796 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.401193 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.401590 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.401983 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.402379 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.402775 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.403169 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.403561 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.403987 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 19:52:52.409476 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:52.436538 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for subnet, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.442749 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-315b95b8-141e-4c94-b987-ce1ba517c4e7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0490078e-3c20-4067-a0a3-68ff8c2fedb8 HTTP/1.1" status: 204 len: 168 time: 0.6359358 Apr 08 19:52:52.445616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 35414) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:52.566016 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-160109'] for network, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.760675 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8015', 'neutron.services.segments.db._delete_segments_for_network--9223363292318404110'] for network, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.874754 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ceee062-0869-40ee-8706-537aac833c02']}} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:52:52.887384 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c6af73-1f85-4cec-a742-f196abe346df') {'for_net_delete': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:52:52.887720 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.services.segments.db [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c6af73-1f85-4cec-a742-f196abe346df') {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 19:52:52.899789 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363292318373116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852652483'] for segment, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.914599 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:52.921091 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=85305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 19:52:53.102160 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Network 5ceee062-0869-40ee-8706-537aac833c02 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:52:53.111489 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852508611'] for segment, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.289925 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.plugins.ml2.managers [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Network 5ceee062-0869-40ee-8706-537aac833c02 has no segments {{(pid=85305) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: Traceback (most recent call last): Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: timer() Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: cb(*args, **kw) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: return func(*args, **kwargs) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: self._notify() Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: self.callback(batched_events) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: event.method(event) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: segment_id)['aggregates'][0] Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: return f(self, *a, **k) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: return self._get(url).json() Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: **kwargs) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: return self.request(url, 'GET', **kwargs) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: **endpoint_filter) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:52:53.315957 dv-cinder-784623-4-smb neutron-server[85192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:52:53.392385 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031618'] for network, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.396441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-90b1e6e4-4b32-4f35-a6c7-3d3b6e1ae224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:53.410487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554248'] for network, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.422984 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ceee062-0869-40ee-8706-537aac833c02,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:53.426377 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:53.429637 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-5f39e7ca-44b3-44aa-a299-b9cfb95565d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ceee062-0869-40ee-8706-537aac833c02 HTTP/1.1" status: 204 len: 168 time: 0.9830430 Apr 08 19:52:53.631446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 35420) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:53.667104 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-fa6600d2-9f45-473c-850c-26dbecdc9c52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e39a28fee44c430d8aa3a93c5fd8b3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0343502 Apr 08 19:52:53.669873 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.wsgi [-] (85305) accepted ('10.222.0.35', 35424) {{(pid=85305) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 19:52:53.734819 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.762926 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.810478 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002235'] for security_group, after_delete {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.818493 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-4378a494-ffa3-4b1d-9604-49ad1da03d74 tempest-TestMinimumBasicScenario-64666878 tempest-TestMinimumBasicScenario-64666878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 19:52:53.835387 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee623765-cc78-43f5-a59a-d14c1e769853,revision_number=None']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 19:52:53.841172 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG oslo_concurrency.lockutils [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 19:52:53.843229 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:52:53.844448 dv-cinder-784623-4-smb neutron-server[85192]: INFO neutron.wsgi [None req-e5f5292e-695f-4faa-8297-8ad053aac93a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee623765-cc78-43f5-a59a-d14c1e769853 HTTP/1.1" status: 204 len: 168 time: 0.1736097 Apr 08 19:53:03.328446 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:03.614431 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0dc42db6-78e4-4dec-b72c-1e7fa29178b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:06.000441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-f6f49321-ae2e-49be-a589-eeb2dc9d15a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:06.393918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:06.737177 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:53:07.091365 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:07.706726 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:33.339171 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:33.614267 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-be9b9604-6544-4e10-a99e-d02676813e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:35.992611 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-821c9f5d-4934-406e-ba98-12589dc03f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:36.397071 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:37.095616 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:37.708359 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:53:43.733023 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:54:03.337492 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:03.616440 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e70ffb1e-675f-44e1-88a5-deb058fac78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:05.998195 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-25c7fa0d-f34f-4dde-8db6-1c8772d28f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:06.397050 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:07.100497 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:07.714612 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:20.736684 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:54:33.355567 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:33.616262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-c7071487-a3af-45dd-a439-75ffe3a537f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:35.994336 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ce3d-2e9b-47c2-97fc-fb1b0b9795a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:36.398529 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:37.109988 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:37.721361 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:54:57.742614 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:55:03.355697 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:03.617375 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-b4ec6cd0-8d94-4b9d-8bf8-3662b49fa545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:05.985575 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-6bad6b12-83ab-4a31-b999-c1e3de7bdfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:06.402526 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:07.112846 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:07.718262 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:33.367835 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:33.611638 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e734187f-4eeb-4818-92e7-9b700e3104c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:34.749156 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:55:35.985036 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-ab118154-08b2-48f2-9355-65beaddf120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:36.407997 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:37.116090 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:55:37.721461 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:03.385487 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:03.625076 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-456a448e-7dcd-4cf2-920a-22ab963931b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:05.984918 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-0db09579-06d0-46cf-b0e4-278180ff2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:06.418087 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:07.116441 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:07.722460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:11.745227 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:56:33.386113 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:33.617198 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-5c68734c-375b-4fef-95b3-8def3d212eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:35.985505 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8327db87-e74c-4892-84c3-f6d908552994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:36.419460 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:37.113462 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:37.726412 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:56:48.749839 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:57:03.397313 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:03.629033 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-3e0164ae-0019-4281-bb22-1700eeea496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:05.985947 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-27967950-f4a3-4786-a951-803954199843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:06.423696 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:07.115417 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-a032df15-b337-4b15-8792-b254a4f29c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:07.737916 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-56107114-85e1-45f4-bcf3-c4b960877de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:25.755694 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron.db.agents_db [None req-3ed489b2-3091-48d3-931a-3fc99c10a305 None None] Agent healthcheck: found 6 active agents {{(pid=85308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 19:57:33.389898 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-162542e3-90c3-435a-8d35-9aa60f0fdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:33.622751 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-8bfea9e0-d742-4c11-9f2e-8d82f963f07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:35.985321 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-e934e3ec-5909-47b5-a74d-cf1621272987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 19:57:36.417525 dv-cinder-784623-4-smb neutron-server[85192]: DEBUG neutron_lib.callbacks.manager [None req-53fe8a5d-9dc5-486a-9703-7ec407b1d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363292318404127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}